JUnit version 4.13.2
.14:17:30.947 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779113850934
14:17:31.030 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
14:17:31.076 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:17:31.095 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskqm6pAB/test-tmp
14:17:31.130 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/debug/bin
14:17:31.133 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskqm6pAB/java/build/dist-test/../../../build/debug/bin/kudu, test, mini_cluster, --serialization=pb]
14:17:31.389 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

14:17:31.410 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:17:31.411 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

14:17:31.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.413404 15116 mini_oidc.cc:150] Starting JWKS server
14:17:31.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.415933 15116 webserver.cc:533] Webserver started at http://127.0.0.1:38651/ using document root <none> and password file <none>
14:17:31.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.416167 15116 mini_oidc.cc:186] Starting OIDC Discovery server
14:17:31.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.416817 15116 webserver.cc:533] Webserver started at http://127.0.0.1:33907/ using document root <none> and password file <none>
14:17:31.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:17:31Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:17:31.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:17:31Z Disabled control of system clock
14:17:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.437001 15116 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-0/wal
14:17:31.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-0/data
14:17:31.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:17:31.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:17:31.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:17:31.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:31.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:31.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:31.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-0/logs
14:17:31.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-0/data/info.pb
14:17:31.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:31.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:17:31.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:17:31.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:17:31.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:17:31.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:31.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:31.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:31.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:17:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:17:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:17:31.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:17:31.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.62:43337
14:17:31.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.62
14:17:31.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:17:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:31.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:31.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:17:31.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:17:31.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:31.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:17:31.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38651/jwks.json with env {}
14:17:31.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.590785 15127 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:17:31.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.591084 15127 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:17:31.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.591136 15127 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:17:31.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.595996 15127 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:17:31.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.596081 15127 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:17:31.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.596103 15127 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:17:31.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.596122 15127 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:17:31.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.596140 15127 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:17:31.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.596155 15127 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38651/jwks.json
14:17:31.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.601387 15127 master_runner.cc:387] Master server non-default flags:
14:17:31.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:31.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:31.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:31.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:17:31.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-0/data
14:17:31.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-0/wal
14:17:31.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:17:31.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:31.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:31.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:31.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:17:31.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.62:43337
14:17:31.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:17:31.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:17:31.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:17:31.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38651/jwks.json
14:17:31.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:31.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:31.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-0/data/info.pb
14:17:31.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.62
14:17:31.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:17:31.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:17:31.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.15127
14:17:31.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:31.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:17:31.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:17:31.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:31.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-0/logs
14:17:31.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:31.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:17:31.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:17:31.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:17:31.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:17:31.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:17:31.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:17:31.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:44 UTC on bdcb31816ec0
14:17:31.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15851
14:17:31.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.603621 15127 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:17:31.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.605410 15127 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:17:31.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.614414 15133 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:31.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.614437 15132 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:31.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.614769 15135 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:31.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.614944 15127 server_base.cc:1061] running on GCE node
14:17:31.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.615715 15127 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:17:31.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.617133 15127 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:17:31.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.618383 15127 hybrid_clock.cc:648] HybridClock initialized: now 1779113851618328 us; error 79 us; skew 500 ppm
14:17:31.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.621280 15127 webserver.cc:533] Webserver started at http://127.14.195.62:45539/ using document root <none> and password file <none>
14:17:31.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.622020 15127 fs_manager.cc:362] Metadata directory not provided
14:17:31.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.622084 15127 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:17:31.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.622272 15127 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:17:31.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.624145 15127 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-0/data/instance:
14:17:31.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d7551447883e460f9c9df6e877c39901"
14:17:31.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:17:31 on dist-test-slave-krfp"
14:17:31.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.624629 15127 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-0/wal/instance:
14:17:31.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d7551447883e460f9c9df6e877c39901"
14:17:31.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:17:31 on dist-test-slave-krfp"
14:17:31.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.629170 15127 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.003s	sys 0.001s
14:17:31.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.632920 15141 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:17:31.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.634802 15127 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
14:17:31.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.634961 15127 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-0/data,/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-0/wal
14:17:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d7551447883e460f9c9df6e877c39901"
14:17:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:17:31 on dist-test-slave-krfp"
14:17:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.635056 15127 fs_report.cc:389] FS layout report
14:17:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:17:31.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-0/wal
14:17:31.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-0/wal
14:17:31.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-0/data/data
14:17:31.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:17:31.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:17:31.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:17:31.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:17:31.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:17:31.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:17:31.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:17:31.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:17:31.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:17:31.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:17:31.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:17:31.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.660904 15127 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:17:31.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.661693 15127 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:17:31.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.661876 15127 kserver.cc:163] Server-wide thread pool size limit: 3276
14:17:31.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.670961 15127 rpc_server.cc:307] RPC server started. Bound to: 127.14.195.62:43337
14:17:31.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.670969 15193 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.195.62:43337 every 8 connection(s)
14:17:31.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.672222 15127 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-0/data/info.pb
14:17:31.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.675777 15194 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:17:31.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.677613 15116 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu as pid 15127
14:17:31.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.677793 15116 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-0/wal/instance
14:17:31.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.679610 15116 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:31.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:31.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-1/wal
14:17:31.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-1/data
14:17:31.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:17:31.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:17:31.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:17:31.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:31.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:31.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:31.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-1/logs
14:17:31.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-1/data/info.pb
14:17:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:17:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:17:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:17:31.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:17:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:17:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:17:31.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:17:31.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:17:31.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.61:46313
14:17:31.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.61
14:17:31.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:17:31.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:31.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:31.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:31.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:17:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:17:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:17:31.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38651/jwks.json with env {}
14:17:31.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.679986 15194 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.195.62" port: 43337 } has no permanent_uuid. Determining permanent_uuid...
14:17:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.695555 15194 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.195.61" port: 46313 } has no permanent_uuid. Determining permanent_uuid...
14:17:31.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.696483 15143 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.195.61:46313: connect: Connection refused (error 111)
14:17:31.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.697805 15194 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.195.61:46313: Network error: Client connection negotiation failed: client connection to 127.14.195.61:46313: connect: Connection refused (error 111)
14:17:31.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.747133 15194 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.195.61" port: 46313 } attempt: 1
14:17:31.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.749150 15194 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.195.61:46313: Network error: Client connection negotiation failed: client connection to 127.14.195.61:46313: connect: Connection refused (error 111)
14:17:31.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.801753 15196 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:17:31.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.802065 15196 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:17:31.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.802117 15196 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:17:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.806295 15196 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:17:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.806385 15196 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:17:31.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.806408 15196 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:17:31.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.806427 15196 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:17:31.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.806445 15196 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:17:31.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.806459 15196 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38651/jwks.json
14:17:31.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.812593 15196 master_runner.cc:387] Master server non-default flags:
14:17:31.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:31.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:31.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:31.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:17:31.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-1/data
14:17:31.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-1/wal
14:17:31.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:17:31.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:31.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:31.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:31.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:17:31.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.61:46313
14:17:31.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:17:31.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:17:31.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:17:31.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38651/jwks.json
14:17:31.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:31.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:31.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-1/data/info.pb
14:17:31.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.61
14:17:31.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:17:31.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:17:31.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.15196
14:17:31.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:31.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:17:31.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:17:31.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:31.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-1/logs
14:17:31.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:31.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:17:31.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:17:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:17:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:17:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:17:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:17:31.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:44 UTC on bdcb31816ec0
14:17:31.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15851
14:17:31.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.814133 15196 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:17:31.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.815622 15196 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:17:31.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.817354 15194 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.195.61" port: 46313 } attempt: 2
14:17:31.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.819283 15194 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.195.61:46313: Network error: Client connection negotiation failed: client connection to 127.14.195.61:46313: connect: Connection refused (error 111)
14:17:31.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.823769 15204 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:31.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.824544 15207 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:31.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.825131 15196 server_base.cc:1061] running on GCE node
14:17:31.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.823768 15205 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:31.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.826576 15196 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:17:31.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.828580 15196 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:17:31.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.829813 15196 hybrid_clock.cc:648] HybridClock initialized: now 1779113851829821 us; error 66 us; skew 500 ppm
14:17:31.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.832278 15196 webserver.cc:533] Webserver started at http://127.14.195.61:41527/ using document root <none> and password file <none>
14:17:31.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.832978 15196 fs_manager.cc:362] Metadata directory not provided
14:17:31.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.833099 15196 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:17:31.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.833348 15196 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:17:31.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.835366 15196 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-1/data/instance:
14:17:31.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5534ddc62c747d4af0842c5e58c2873"
14:17:31.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:17:31 on dist-test-slave-krfp"
14:17:31.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.835875 15196 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-1/wal/instance:
14:17:31.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5534ddc62c747d4af0842c5e58c2873"
14:17:31.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:17:31 on dist-test-slave-krfp"
14:17:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.841514 15196 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.005s	sys 0.003s
14:17:31.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.844998 15213 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:17:31.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.846673 15196 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
14:17:31.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.846840 15196 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-1/data,/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-1/wal
14:17:31.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e5534ddc62c747d4af0842c5e58c2873"
14:17:31.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:17:31 on dist-test-slave-krfp"
14:17:31.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.846935 15196 fs_report.cc:389] FS layout report
14:17:31.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:17:31.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-1/wal
14:17:31.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-1/wal
14:17:31.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-1/data/data
14:17:31.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:17:31.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:17:31.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:17:31.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:17:31.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:17:31.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:17:31.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:17:31.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:17:31.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:17:31.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:17:31.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:17:31.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.858829 15196 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:17:31.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.859570 15196 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:17:31.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.859736 15196 kserver.cc:163] Server-wide thread pool size limit: 3276
14:17:31.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.869827 15196 rpc_server.cc:307] RPC server started. Bound to: 127.14.195.61:46313
14:17:31.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.869863 15266 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.195.61:46313 every 8 connection(s)
14:17:31.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.871080 15196 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-1/data/info.pb
14:17:31.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.874573 15267 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:17:31.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.877445 15116 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu as pid 15196
14:17:31.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.877534 15116 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-1/wal/instance
14:17:31.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.878293 15116 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:31.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:31.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-2/wal
14:17:31.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-2/data
14:17:31.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:17:31.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:17:31.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:17:31.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:31.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:31.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:31.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-2/logs
14:17:31.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-2/data/info.pb
14:17:31.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:31.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:17:31.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:17:31.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:17:31.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:17:31.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:31.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:31.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:31.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:17:31.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:17:31.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:17:31.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:17:31.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.60:35545
14:17:31.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.60
14:17:31.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:17:31.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:31.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:31.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:31.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:17:31.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:17:31.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:31.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:17:31.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38651/jwks.json with env {}
14:17:31.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.878456 15267 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.195.62" port: 43337 } has no permanent_uuid. Determining permanent_uuid...
14:17:31.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.894534 15267 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.195.61" port: 46313 } has no permanent_uuid. Determining permanent_uuid...
14:17:31.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.903818 15267 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.195.60" port: 35545 } has no permanent_uuid. Determining permanent_uuid...
14:17:31.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.905179 15215 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.195.60:35545: connect: Connection refused (error 111)
14:17:31.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.906539 15267 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.195.60:35545: Network error: Client connection negotiation failed: client connection to 127.14.195.60:35545: connect: Connection refused (error 111)
14:17:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.910503 15194 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.195.61" port: 46313 } attempt: 3
14:17:31.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.916123 15194 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.195.60" port: 35545 } has no permanent_uuid. Determining permanent_uuid...
14:17:31.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.918586 15194 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.195.60:35545: Network error: Client connection negotiation failed: client connection to 127.14.195.60:35545: connect: Connection refused (error 111)
14:17:31.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.949836 15194 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.195.60" port: 35545 } attempt: 1
14:17:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.952241 15194 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.195.60:35545: Network error: Client connection negotiation failed: client connection to 127.14.195.60:35545: connect: Connection refused (error 111)
14:17:31.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:31.955823 15267 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.195.60" port: 35545 } attempt: 1
14:17:31.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:31.958069 15267 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.195.60:35545: Network error: Client connection negotiation failed: client connection to 127.14.195.60:35545: connect: Connection refused (error 111)
14:17:32.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.016310 15269 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:17:32.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.016661 15269 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:17:32.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.016773 15269 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:17:32.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.021247 15269 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:17:32.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.021341 15269 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:17:32.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.021364 15269 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:17:32.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.021384 15269 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:17:32.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.021401 15269 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:17:32.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.021416 15269 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38651/jwks.json
14:17:32.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.026201 15269 master_runner.cc:387] Master server non-default flags:
14:17:32.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:32.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:32.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:32.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:17:32.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-2/data
14:17:32.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-2/wal
14:17:32.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:17:32.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:32.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:32.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:32.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:17:32.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.60:35545
14:17:32.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:17:32.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:17:32.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:17:32.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38651/jwks.json
14:17:32.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:32.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:32.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-2/data/info.pb
14:17:32.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.60
14:17:32.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:17:32.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:17:32.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.15269
14:17:32.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:32.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:17:32.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:17:32.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:32.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-2/logs
14:17:32.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:32.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:17:32.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:17:32.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:17:32.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:17:32.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:17:32.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:17:32.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:44 UTC on bdcb31816ec0
14:17:32.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15851
14:17:32.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.026381 15267 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.195.60" port: 35545 } attempt: 2
14:17:32.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.027470 15194 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.195.60" port: 35545 } attempt: 2
14:17:32.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.027751 15269 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:17:32.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.028137 15267 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.195.60:35545: Network error: Client connection negotiation failed: client connection to 127.14.195.60:35545: connect: Connection refused (error 111)
14:17:32.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.029006 15194 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.195.60:35545: Network error: Client connection negotiation failed: client connection to 127.14.195.60:35545: connect: Connection refused (error 111)
14:17:32.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.029315 15269 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:17:32.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.037155 15278 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:32.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.037314 15277 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:32.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.037520 15280 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:32.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.038316 15269 server_base.cc:1061] running on GCE node
14:17:32.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.038949 15269 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:17:32.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.040026 15269 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:17:32.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.041245 15269 hybrid_clock.cc:648] HybridClock initialized: now 1779113852041191 us; error 76 us; skew 500 ppm
14:17:32.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.043598 15269 webserver.cc:533] Webserver started at http://127.14.195.60:35467/ using document root <none> and password file <none>
14:17:32.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.044519 15269 fs_manager.cc:362] Metadata directory not provided
14:17:32.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.044620 15269 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:17:32.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.044914 15269 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:17:32.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.046787 15269 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-2/data/instance:
14:17:32.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b40ca57f9254411e9d8cd95ec06614c7"
14:17:32.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:17:32 on dist-test-slave-krfp"
14:17:32.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.047396 15269 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-2/wal/instance:
14:17:32.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b40ca57f9254411e9d8cd95ec06614c7"
14:17:32.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:17:32 on dist-test-slave-krfp"
14:17:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.051512 15269 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.000s	sys 0.006s
14:17:32.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.055330 15286 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:17:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.056702 15269 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
14:17:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.056941 15269 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-2/data,/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-2/wal
14:17:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b40ca57f9254411e9d8cd95ec06614c7"
14:17:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:17:32 on dist-test-slave-krfp"
14:17:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.057070 15269 fs_report.cc:389] FS layout report
14:17:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:17:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-2/wal
14:17:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-2/wal
14:17:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-2/data/data
14:17:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:17:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:17:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:17:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:17:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:17:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:17:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:17:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:17:32.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:17:32.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:17:32.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:17:32.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.079030 15269 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:17:32.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.080518 15269 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:17:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.080791 15269 kserver.cc:163] Server-wide thread pool size limit: 3276
14:17:32.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.091094 15269 rpc_server.cc:307] RPC server started. Bound to: 127.14.195.60:35545
14:17:32.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.091094 15338 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.195.60:35545 every 8 connection(s)
14:17:32.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.092512 15269 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-2/data/info.pb
14:17:32.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.096357 15339 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:17:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.097564 15116 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu as pid 15269
14:17:32.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.097675 15116 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/master-2/wal/instance
14:17:32.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.101943 15339 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.195.62" port: 43337 } has no permanent_uuid. Determining permanent_uuid...
14:17:32.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.116619 15339 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.195.61" port: 46313 } has no permanent_uuid. Determining permanent_uuid...
14:17:32.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.119635 15267 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.195.60" port: 35545 } attempt: 3
14:17:32.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.128997 15339 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.195.60" port: 35545 } has no permanent_uuid. Determining permanent_uuid...
14:17:32.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.129611 15194 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.195.60" port: 35545 } attempt: 3
14:17:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.133716 15267 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e5534ddc62c747d4af0842c5e58c2873: Bootstrap starting.
14:17:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.136909 15267 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e5534ddc62c747d4af0842c5e58c2873: Neither blocks nor log segments found. Creating new log.
14:17:32.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.138311 15267 log.cc:826] T 00000000000000000000000000000000 P e5534ddc62c747d4af0842c5e58c2873: Log is configured to *not* fsync() on all Append() calls
14:17:32.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.138669 15339 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7: Bootstrap starting.
14:17:32.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.138685 15194 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d7551447883e460f9c9df6e877c39901: Bootstrap starting.
14:17:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.141813 15339 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7: Neither blocks nor log segments found. Creating new log.
14:17:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.141840 15194 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d7551447883e460f9c9df6e877c39901: Neither blocks nor log segments found. Creating new log.
14:17:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.142056 15267 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e5534ddc62c747d4af0842c5e58c2873: No bootstrap required, opened a new log
14:17:32.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.143260 15194 log.cc:826] T 00000000000000000000000000000000 P d7551447883e460f9c9df6e877c39901: Log is configured to *not* fsync() on all Append() calls
14:17:32.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.144136 15339 log.cc:826] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7: Log is configured to *not* fsync() on all Append() calls
14:17:32.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.145388 15194 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d7551447883e460f9c9df6e877c39901: No bootstrap required, opened a new log
14:17:32.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.145639 15267 raft_consensus.cc:359] T 00000000000000000000000000000000 P e5534ddc62c747d4af0842c5e58c2873 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7551447883e460f9c9df6e877c39901" member_type: VOTER last_known_addr { host: "127.14.195.62" port: 43337 } } peers { permanent_uuid: "e5534ddc62c747d4af0842c5e58c2873" member_type: VOTER last_known_addr { host: "127.14.195.61" port: 46313 } } peers { permanent_uuid: "b40ca57f9254411e9d8cd95ec06614c7" member_type: VOTER last_known_addr { host: "127.14.195.60" port: 35545 } }
14:17:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.146140 15267 raft_consensus.cc:385] T 00000000000000000000000000000000 P e5534ddc62c747d4af0842c5e58c2873 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:17:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.146468 15267 raft_consensus.cc:740] T 00000000000000000000000000000000 P e5534ddc62c747d4af0842c5e58c2873 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e5534ddc62c747d4af0842c5e58c2873, State: Initialized, Role: FOLLOWER
14:17:32.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.147559 15267 consensus_queue.cc:260] T 00000000000000000000000000000000 P e5534ddc62c747d4af0842c5e58c2873 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7551447883e460f9c9df6e877c39901" member_type: VOTER last_known_addr { host: "127.14.195.62" port: 43337 } } peers { permanent_uuid: "e5534ddc62c747d4af0842c5e58c2873" member_type: VOTER last_known_addr { host: "127.14.195.61" port: 46313 } } peers { permanent_uuid: "b40ca57f9254411e9d8cd95ec06614c7" member_type: VOTER last_known_addr { host: "127.14.195.60" port: 35545 } }
14:17:32.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.148955 15339 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7: No bootstrap required, opened a new log
14:17:32.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.149034 15350 sys_catalog.cc:455] T 00000000000000000000000000000000 P e5534ddc62c747d4af0842c5e58c2873 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7551447883e460f9c9df6e877c39901" member_type: VOTER last_known_addr { host: "127.14.195.62" port: 43337 } } peers { permanent_uuid: "e5534ddc62c747d4af0842c5e58c2873" member_type: VOTER last_known_addr { host: "127.14.195.61" port: 46313 } } peers { permanent_uuid: "b40ca57f9254411e9d8cd95ec06614c7" member_type: VOTER last_known_addr { host: "127.14.195.60" port: 35545 } } }
14:17:32.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.149180 15350 sys_catalog.cc:458] T 00000000000000000000000000000000 P e5534ddc62c747d4af0842c5e58c2873 [sys.catalog]: This master's current role is: FOLLOWER
14:17:32.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.149430 15267 sys_catalog.cc:565] T 00000000000000000000000000000000 P e5534ddc62c747d4af0842c5e58c2873 [sys.catalog]: configured and running, proceeding with master startup.
14:17:32.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.150851 15194 raft_consensus.cc:359] T 00000000000000000000000000000000 P d7551447883e460f9c9df6e877c39901 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7551447883e460f9c9df6e877c39901" member_type: VOTER last_known_addr { host: "127.14.195.62" port: 43337 } } peers { permanent_uuid: "e5534ddc62c747d4af0842c5e58c2873" member_type: VOTER last_known_addr { host: "127.14.195.61" port: 46313 } } peers { permanent_uuid: "b40ca57f9254411e9d8cd95ec06614c7" member_type: VOTER last_known_addr { host: "127.14.195.60" port: 35545 } }
14:17:32.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.151491 15194 raft_consensus.cc:385] T 00000000000000000000000000000000 P d7551447883e460f9c9df6e877c39901 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:17:32.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.151794 15194 raft_consensus.cc:740] T 00000000000000000000000000000000 P d7551447883e460f9c9df6e877c39901 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d7551447883e460f9c9df6e877c39901, State: Initialized, Role: FOLLOWER
14:17:32.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.152649 15194 consensus_queue.cc:260] T 00000000000000000000000000000000 P d7551447883e460f9c9df6e877c39901 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7551447883e460f9c9df6e877c39901" member_type: VOTER last_known_addr { host: "127.14.195.62" port: 43337 } } peers { permanent_uuid: "e5534ddc62c747d4af0842c5e58c2873" member_type: VOTER last_known_addr { host: "127.14.195.61" port: 46313 } } peers { permanent_uuid: "b40ca57f9254411e9d8cd95ec06614c7" member_type: VOTER last_known_addr { host: "127.14.195.60" port: 35545 } }
14:17:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.153442 15196 master_runner.cc:187] Error getting master registration for 127.14.195.62:43337: OK, instance_id { permanent_uuid: "d7551447883e460f9c9df6e877c39901" instance_seqno: 1779113851668322 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:17:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.155751 15196 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:17:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.156442 15361 catalog_manager.cc:1594] T 00000000000000000000000000000000 P e5534ddc62c747d4af0842c5e58c2873: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:17:32.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.156513 15194 sys_catalog.cc:565] T 00000000000000000000000000000000 P d7551447883e460f9c9df6e877c39901 [sys.catalog]: configured and running, proceeding with master startup.
14:17:32.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.157298 15361 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:17:32.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.157874 15339 raft_consensus.cc:359] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7551447883e460f9c9df6e877c39901" member_type: VOTER last_known_addr { host: "127.14.195.62" port: 43337 } } peers { permanent_uuid: "e5534ddc62c747d4af0842c5e58c2873" member_type: VOTER last_known_addr { host: "127.14.195.61" port: 46313 } } peers { permanent_uuid: "b40ca57f9254411e9d8cd95ec06614c7" member_type: VOTER last_known_addr { host: "127.14.195.60" port: 35545 } }
14:17:32.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.158125 15339 raft_consensus.cc:385] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:17:32.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.158196 15339 raft_consensus.cc:740] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b40ca57f9254411e9d8cd95ec06614c7, State: Initialized, Role: FOLLOWER
14:17:32.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.158726 15339 consensus_queue.cc:260] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7551447883e460f9c9df6e877c39901" member_type: VOTER last_known_addr { host: "127.14.195.62" port: 43337 } } peers { permanent_uuid: "e5534ddc62c747d4af0842c5e58c2873" member_type: VOTER last_known_addr { host: "127.14.195.61" port: 46313 } } peers { permanent_uuid: "b40ca57f9254411e9d8cd95ec06614c7" member_type: VOTER last_known_addr { host: "127.14.195.60" port: 35545 } }
14:17:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.159884 15372 sys_catalog.cc:455] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7551447883e460f9c9df6e877c39901" member_type: VOTER last_known_addr { host: "127.14.195.62" port: 43337 } } peers { permanent_uuid: "e5534ddc62c747d4af0842c5e58c2873" member_type: VOTER last_known_addr { host: "127.14.195.61" port: 46313 } } peers { permanent_uuid: "b40ca57f9254411e9d8cd95ec06614c7" member_type: VOTER last_known_addr { host: "127.14.195.60" port: 35545 } } }
14:17:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.160288 15372 sys_catalog.cc:458] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7 [sys.catalog]: This master's current role is: FOLLOWER
14:17:32.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.163255 15375 catalog_manager.cc:1594] T 00000000000000000000000000000000 P d7551447883e460f9c9df6e877c39901: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:17:32.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.163496 15147 tablet.cc:2404] T 00000000000000000000000000000000 P d7551447883e460f9c9df6e877c39901: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:17:32.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.163724 15375 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:17:32.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.164194 15339 sys_catalog.cc:565] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7 [sys.catalog]: configured and running, proceeding with master startup.
14:17:32.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.164987 15363 sys_catalog.cc:455] T 00000000000000000000000000000000 P d7551447883e460f9c9df6e877c39901 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7551447883e460f9c9df6e877c39901" member_type: VOTER last_known_addr { host: "127.14.195.62" port: 43337 } } peers { permanent_uuid: "e5534ddc62c747d4af0842c5e58c2873" member_type: VOTER last_known_addr { host: "127.14.195.61" port: 46313 } } peers { permanent_uuid: "b40ca57f9254411e9d8cd95ec06614c7" member_type: VOTER last_known_addr { host: "127.14.195.60" port: 35545 } } }
14:17:32.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.165481 15363 sys_catalog.cc:458] T 00000000000000000000000000000000 P d7551447883e460f9c9df6e877c39901 [sys.catalog]: This master's current role is: FOLLOWER
14:17:32.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.166575 15127 master_runner.cc:187] Error getting master registration for 127.14.195.60:35545: OK, instance_id { permanent_uuid: "b40ca57f9254411e9d8cd95ec06614c7" instance_seqno: 1779113852088359 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:17:32.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.169063 15127 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:17:32.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.170178 15387 catalog_manager.cc:1594] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:17:32.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.170740 15387 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:17:32.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.175637 15269 master_runner.cc:264] No leader master found from master b40ca57f9254411e9d8cd95ec06614c7
14:17:32.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.175726 15269 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:17:32.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.271082 15372 raft_consensus.cc:493] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:17:32.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.271314 15372 raft_consensus.cc:515] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7551447883e460f9c9df6e877c39901" member_type: VOTER last_known_addr { host: "127.14.195.62" port: 43337 } } peers { permanent_uuid: "e5534ddc62c747d4af0842c5e58c2873" member_type: VOTER last_known_addr { host: "127.14.195.61" port: 46313 } } peers { permanent_uuid: "b40ca57f9254411e9d8cd95ec06614c7" member_type: VOTER last_known_addr { host: "127.14.195.60" port: 35545 } }
14:17:32.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.272492 15372 leader_election.cc:290] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d7551447883e460f9c9df6e877c39901 (127.14.195.62:43337), e5534ddc62c747d4af0842c5e58c2873 (127.14.195.61:46313)
14:17:32.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.273484 15241 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b40ca57f9254411e9d8cd95ec06614c7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e5534ddc62c747d4af0842c5e58c2873" is_pre_election: true
14:17:32.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.273833 15241 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e5534ddc62c747d4af0842c5e58c2873 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b40ca57f9254411e9d8cd95ec06614c7 in term 0.
14:17:32.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.274250 15168 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b40ca57f9254411e9d8cd95ec06614c7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7551447883e460f9c9df6e877c39901" is_pre_election: true
14:17:32.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.274390 15288 leader_election.cc:304] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b40ca57f9254411e9d8cd95ec06614c7, e5534ddc62c747d4af0842c5e58c2873; no voters: 
14:17:32.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.274514 15168 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d7551447883e460f9c9df6e877c39901 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b40ca57f9254411e9d8cd95ec06614c7 in term 0.
14:17:32.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.276086 15372 raft_consensus.cc:2804] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:17:32.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.276186 15372 raft_consensus.cc:493] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:17:32.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.276235 15372 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7 [term 0 FOLLOWER]: Advancing to term 1
14:17:32.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.277588 15372 raft_consensus.cc:515] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7551447883e460f9c9df6e877c39901" member_type: VOTER last_known_addr { host: "127.14.195.62" port: 43337 } } peers { permanent_uuid: "e5534ddc62c747d4af0842c5e58c2873" member_type: VOTER last_known_addr { host: "127.14.195.61" port: 46313 } } peers { permanent_uuid: "b40ca57f9254411e9d8cd95ec06614c7" member_type: VOTER last_known_addr { host: "127.14.195.60" port: 35545 } }
14:17:32.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.278079 15372 leader_election.cc:290] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7 [CANDIDATE]: Term 1 election: Requested vote from peers d7551447883e460f9c9df6e877c39901 (127.14.195.62:43337), e5534ddc62c747d4af0842c5e58c2873 (127.14.195.61:46313)
14:17:32.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.278741 15168 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b40ca57f9254411e9d8cd95ec06614c7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d7551447883e460f9c9df6e877c39901"
14:17:32.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.278878 15168 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d7551447883e460f9c9df6e877c39901 [term 0 FOLLOWER]: Advancing to term 1
14:17:32.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.280140 15168 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d7551447883e460f9c9df6e877c39901 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b40ca57f9254411e9d8cd95ec06614c7 in term 1.
14:17:32.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.280807 15241 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b40ca57f9254411e9d8cd95ec06614c7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e5534ddc62c747d4af0842c5e58c2873"
14:17:32.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.280956 15241 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e5534ddc62c747d4af0842c5e58c2873 [term 0 FOLLOWER]: Advancing to term 1
14:17:32.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.282229 15241 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e5534ddc62c747d4af0842c5e58c2873 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b40ca57f9254411e9d8cd95ec06614c7 in term 1.
14:17:32.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.282631 15288 leader_election.cc:304] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b40ca57f9254411e9d8cd95ec06614c7, e5534ddc62c747d4af0842c5e58c2873; no voters: 
14:17:32.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.285213 15372 raft_consensus.cc:2804] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7 [term 1 FOLLOWER]: Leader election won for term 1
14:17:32.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.285516 15372 raft_consensus.cc:697] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7 [term 1 LEADER]: Becoming Leader. State: Replica: b40ca57f9254411e9d8cd95ec06614c7, State: Running, Role: LEADER
14:17:32.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.285921 15372 consensus_queue.cc:237] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7551447883e460f9c9df6e877c39901" member_type: VOTER last_known_addr { host: "127.14.195.62" port: 43337 } } peers { permanent_uuid: "e5534ddc62c747d4af0842c5e58c2873" member_type: VOTER last_known_addr { host: "127.14.195.61" port: 46313 } } peers { permanent_uuid: "b40ca57f9254411e9d8cd95ec06614c7" member_type: VOTER last_known_addr { host: "127.14.195.60" port: 35545 } }
14:17:32.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.289705 15372 sys_catalog.cc:455] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b40ca57f9254411e9d8cd95ec06614c7. Latest consensus state: current_term: 1 leader_uuid: "b40ca57f9254411e9d8cd95ec06614c7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7551447883e460f9c9df6e877c39901" member_type: VOTER last_known_addr { host: "127.14.195.62" port: 43337 } } peers { permanent_uuid: "e5534ddc62c747d4af0842c5e58c2873" member_type: VOTER last_known_addr { host: "127.14.195.61" port: 46313 } } peers { permanent_uuid: "b40ca57f9254411e9d8cd95ec06614c7" member_type: VOTER last_known_addr { host: "127.14.195.60" port: 35545 } } }
14:17:32.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.289855 15372 sys_catalog.cc:458] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7 [sys.catalog]: This master's current role is: LEADER
14:17:32.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.291185 15391 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
14:17:32.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.293404 15391 catalog_manager.cc:1520] Initializing Kudu cluster ID...
14:17:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.301801 15241 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e5534ddc62c747d4af0842c5e58c2873 [term 1 FOLLOWER]: Refusing update from remote peer b40ca57f9254411e9d8cd95ec06614c7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:17:32.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.303505 15389 consensus_queue.cc:1048] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e5534ddc62c747d4af0842c5e58c2873" member_type: VOTER last_known_addr { host: "127.14.195.61" port: 46313 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:17:32.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.312055 15350 sys_catalog.cc:455] T 00000000000000000000000000000000 P e5534ddc62c747d4af0842c5e58c2873 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b40ca57f9254411e9d8cd95ec06614c7. Latest consensus state: current_term: 1 leader_uuid: "b40ca57f9254411e9d8cd95ec06614c7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7551447883e460f9c9df6e877c39901" member_type: VOTER last_known_addr { host: "127.14.195.62" port: 43337 } } peers { permanent_uuid: "e5534ddc62c747d4af0842c5e58c2873" member_type: VOTER last_known_addr { host: "127.14.195.61" port: 46313 } } peers { permanent_uuid: "b40ca57f9254411e9d8cd95ec06614c7" member_type: VOTER last_known_addr { host: "127.14.195.60" port: 35545 } } }
14:17:32.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.312196 15350 sys_catalog.cc:458] T 00000000000000000000000000000000 P e5534ddc62c747d4af0842c5e58c2873 [sys.catalog]: This master's current role is: FOLLOWER
14:17:32.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.314698 15168 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d7551447883e460f9c9df6e877c39901 [term 1 FOLLOWER]: Refusing update from remote peer b40ca57f9254411e9d8cd95ec06614c7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:17:32.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.315532 15372 consensus_queue.cc:1048] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d7551447883e460f9c9df6e877c39901" member_type: VOTER last_known_addr { host: "127.14.195.62" port: 43337 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:17:32.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.320268 15363 sys_catalog.cc:455] T 00000000000000000000000000000000 P d7551447883e460f9c9df6e877c39901 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b40ca57f9254411e9d8cd95ec06614c7. Latest consensus state: current_term: 1 leader_uuid: "b40ca57f9254411e9d8cd95ec06614c7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7551447883e460f9c9df6e877c39901" member_type: VOTER last_known_addr { host: "127.14.195.62" port: 43337 } } peers { permanent_uuid: "e5534ddc62c747d4af0842c5e58c2873" member_type: VOTER last_known_addr { host: "127.14.195.61" port: 46313 } } peers { permanent_uuid: "b40ca57f9254411e9d8cd95ec06614c7" member_type: VOTER last_known_addr { host: "127.14.195.60" port: 35545 } } }
14:17:32.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.320415 15363 sys_catalog.cc:458] T 00000000000000000000000000000000 P d7551447883e460f9c9df6e877c39901 [sys.catalog]: This master's current role is: FOLLOWER
14:17:32.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.326309 15389 sys_catalog.cc:455] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b40ca57f9254411e9d8cd95ec06614c7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7551447883e460f9c9df6e877c39901" member_type: VOTER last_known_addr { host: "127.14.195.62" port: 43337 } } peers { permanent_uuid: "e5534ddc62c747d4af0842c5e58c2873" member_type: VOTER last_known_addr { host: "127.14.195.61" port: 46313 } } peers { permanent_uuid: "b40ca57f9254411e9d8cd95ec06614c7" member_type: VOTER last_known_addr { host: "127.14.195.60" port: 35545 } } }
14:17:32.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.326467 15389 sys_catalog.cc:458] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7 [sys.catalog]: This master's current role is: LEADER
14:17:32.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.328641 15363 sys_catalog.cc:455] T 00000000000000000000000000000000 P d7551447883e460f9c9df6e877c39901 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b40ca57f9254411e9d8cd95ec06614c7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7551447883e460f9c9df6e877c39901" member_type: VOTER last_known_addr { host: "127.14.195.62" port: 43337 } } peers { permanent_uuid: "e5534ddc62c747d4af0842c5e58c2873" member_type: VOTER last_known_addr { host: "127.14.195.61" port: 46313 } } peers { permanent_uuid: "b40ca57f9254411e9d8cd95ec06614c7" member_type: VOTER last_known_addr { host: "127.14.195.60" port: 35545 } } }
14:17:32.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.328810 15363 sys_catalog.cc:458] T 00000000000000000000000000000000 P d7551447883e460f9c9df6e877c39901 [sys.catalog]: This master's current role is: FOLLOWER
14:17:32.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.329701 15392 mvcc.cc:204] Tried to move back new op lower bound from 7287250339019280384 to 7287250338969620480. Current Snapshot: MvccSnapshot[applied={T|T < 7287250339019280384}]
14:17:32.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.330315 15395 mvcc.cc:204] Tried to move back new op lower bound from 7287250339019280384 to 7287250338969620480. Current Snapshot: MvccSnapshot[applied={T|T < 7287250339019280384}]
14:17:32.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.338048 15391 catalog_manager.cc:1383] Generated new cluster ID: 6df5f203497542569e7dfcfd67214e62
14:17:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.338141 15391 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
14:17:32.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.340627 15372 sys_catalog.cc:455] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b40ca57f9254411e9d8cd95ec06614c7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7551447883e460f9c9df6e877c39901" member_type: VOTER last_known_addr { host: "127.14.195.62" port: 43337 } } peers { permanent_uuid: "e5534ddc62c747d4af0842c5e58c2873" member_type: VOTER last_known_addr { host: "127.14.195.61" port: 46313 } } peers { permanent_uuid: "b40ca57f9254411e9d8cd95ec06614c7" member_type: VOTER last_known_addr { host: "127.14.195.60" port: 35545 } } }
14:17:32.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.340806 15372 sys_catalog.cc:458] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7 [sys.catalog]: This master's current role is: LEADER
14:17:32.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.342298 15350 sys_catalog.cc:455] T 00000000000000000000000000000000 P e5534ddc62c747d4af0842c5e58c2873 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b40ca57f9254411e9d8cd95ec06614c7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d7551447883e460f9c9df6e877c39901" member_type: VOTER last_known_addr { host: "127.14.195.62" port: 43337 } } peers { permanent_uuid: "e5534ddc62c747d4af0842c5e58c2873" member_type: VOTER last_known_addr { host: "127.14.195.61" port: 46313 } } peers { permanent_uuid: "b40ca57f9254411e9d8cd95ec06614c7" member_type: VOTER last_known_addr { host: "127.14.195.60" port: 35545 } } }
14:17:32.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.342424 15350 sys_catalog.cc:458] T 00000000000000000000000000000000 P e5534ddc62c747d4af0842c5e58c2873 [sys.catalog]: This master's current role is: FOLLOWER
14:17:32.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.343880 15393 mvcc.cc:204] Tried to move back new op lower bound from 7287250339019280384 to 7287250338969620480. Current Snapshot: MvccSnapshot[applied={T|T < 7287250339019280384}]
14:17:32.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.360316 15391 catalog_manager.cc:1406] Generated new certificate authority record
14:17:32.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.362094 15391 catalog_manager.cc:1540] Loading token signing keys...
14:17:32.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.380715 15391 catalog_manager.cc:6070] T 00000000000000000000000000000000 P b40ca57f9254411e9d8cd95ec06614c7: Generated new TSK 0
14:17:32.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.382273 15391 catalog_manager.cc:1550] Initializing in-progress tserver states...
14:17:32.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.400996 15116 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:32.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:32.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/wal
14:17:32.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data
14:17:32.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:17:32.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:17:32.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:17:32.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:32.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:32.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:32.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/logs
14:17:32.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data/info.pb
14:17:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:17:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:17:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:17:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:17:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:17:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:17:32.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.1:0
14:17:32.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.195.1
14:17:32.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.1
14:17:32.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:17:32.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:32.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:32.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:32.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:32.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:17:32.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.532335 15400 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:17:32.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.532585 15400 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:17:32.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.532631 15400 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:17:32.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.536276 15400 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:17:32.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.536422 15400 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.195.1
14:17:32.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.542989 15400 tablet_server_runner.cc:78] Tablet server non-default flags:
14:17:32.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:32.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:32.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:32.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:17:32.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data
14:17:32.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/wal
14:17:32.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:32.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:32.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.1:0
14:17:32.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:17:32.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:32.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:32.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data/info.pb
14:17:32.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.1
14:17:32.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:17:32.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:32.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:17:32.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.15400
14:17:32.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:32.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:17:32.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:17:32.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:32.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.195.1
14:17:32.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/logs
14:17:32.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:32.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:17:32.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:17:32.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:17:32.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:17:32.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:17:32.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:17:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:44 UTC on bdcb31816ec0
14:17:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15851
14:17:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.544852 15400 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:17:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.546870 15400 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:17:32.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.557775 15408 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.557662 15405 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.558251 15400 server_base.cc:1061] running on GCE node
14:17:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.557672 15406 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:32.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.559394 15400 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:17:32.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.560297 15400 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:17:32.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.563592 15400 hybrid_clock.cc:648] HybridClock initialized: now 1779113852563566 us; error 41 us; skew 500 ppm
14:17:32.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.567306 15400 webserver.cc:533] Webserver started at http://127.14.195.1:46319/ using document root <none> and password file <none>
14:17:32.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.568156 15400 fs_manager.cc:362] Metadata directory not provided
14:17:32.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.568255 15400 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:17:32.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.568506 15400 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:17:32.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.570798 15400 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data/instance:
14:17:32.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4fa2147ee164c0aa21b7adf241c8b01"
14:17:32.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:17:32 on dist-test-slave-krfp"
14:17:32.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.571640 15400 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/wal/instance:
14:17:32.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4fa2147ee164c0aa21b7adf241c8b01"
14:17:32.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:17:32 on dist-test-slave-krfp"
14:17:32.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.576534 15400 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.005s	sys 0.001s
14:17:32.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.580114 15414 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:17:32.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.581800 15400 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
14:17:32.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.581943 15400 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data,/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/wal
14:17:32.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4fa2147ee164c0aa21b7adf241c8b01"
14:17:32.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:17:32 on dist-test-slave-krfp"
14:17:32.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.582047 15400 fs_report.cc:389] FS layout report
14:17:32.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:17:32.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/wal
14:17:32.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/wal
14:17:32.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data/data
14:17:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:17:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:17:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:17:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:17:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:17:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:17:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:17:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:17:32.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:17:32.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:17:32.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:17:32.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.601225 15400 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:17:32.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.601996 15400 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:17:32.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.602164 15400 kserver.cc:163] Server-wide thread pool size limit: 3276
14:17:32.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.602756 15400 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:17:32.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.603992 15400 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:17:32.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.604048 15400 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:17:32.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.604091 15400 ts_tablet_manager.cc:616] Registered 0 tablets
14:17:32.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.604106 15400 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:17:32.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.614195 15400 rpc_server.cc:307] RPC server started. Bound to: 127.14.195.1:45231
14:17:32.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.614292 15529 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.195.1:45231 every 8 connection(s)
14:17:32.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.615244 15400 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data/info.pb
14:17:32.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.622540 15116 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu as pid 15400
14:17:32.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.622668 15116 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/wal/instance
14:17:32.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.626283 15530 heartbeater.cc:344] Connected to a master server at 127.14.195.60:35545
14:17:32.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.626325 15532 heartbeater.cc:344] Connected to a master server at 127.14.195.61:46313
14:17:32.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.626413 15531 heartbeater.cc:344] Connected to a master server at 127.14.195.62:43337
14:17:32.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.626633 15531 heartbeater.cc:461] Registering TS with master...
14:17:32.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.626632 15530 heartbeater.cc:461] Registering TS with master...
14:17:32.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.627158 15116 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:32.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:32.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/wal
14:17:32.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data
14:17:32.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:17:32.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:17:32.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:17:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/logs
14:17:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data/info.pb
14:17:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:17:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:17:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:17:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:17:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:32.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:17:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:17:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.2:0
14:17:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.195.2
14:17:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.2
14:17:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:17:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:17:32.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.626632 15532 heartbeater.cc:461] Registering TS with master...
14:17:32.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.627398 15531 heartbeater.cc:507] Master 127.14.195.62:43337 requested a full tablet report, sending...
14:17:32.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.627643 15532 heartbeater.cc:507] Master 127.14.195.61:46313 requested a full tablet report, sending...
14:17:32.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.627398 15530 heartbeater.cc:507] Master 127.14.195.60:35545 requested a full tablet report, sending...
14:17:32.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.631266 15152 ts_manager.cc:194] Registered new tserver with Master: d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231)
14:17:32.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.631271 15231 ts_manager.cc:194] Registered new tserver with Master: d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231)
14:17:32.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.631263 15303 ts_manager.cc:194] Registered new tserver with Master: d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231)
14:17:32.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.632932 15303 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.195.1:53401
14:17:32.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.749156 15538 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:17:32.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.749404 15538 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:17:32.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.749447 15538 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:17:32.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.753121 15538 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:17:32.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.753245 15538 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.195.2
14:17:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.757869 15538 tablet_server_runner.cc:78] Tablet server non-default flags:
14:17:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:17:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data
14:17:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/wal
14:17:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.2:0
14:17:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:17:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data/info.pb
14:17:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.2
14:17:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:17:32.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:32.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:17:32.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.15538
14:17:32.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:32.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:17:32.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:17:32.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:32.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.195.2
14:17:32.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/logs
14:17:32.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:32.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:17:32.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:17:32.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:17:32.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:17:32.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:17:32.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:17:32.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:44 UTC on bdcb31816ec0
14:17:32.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15851
14:17:32.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.759501 15538 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:17:32.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.760828 15538 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:17:32.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.768179 15546 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:32.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.768182 15543 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:32.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.768182 15544 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:32.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.768570 15538 server_base.cc:1061] running on GCE node
14:17:32.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.768998 15538 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:17:32.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.769533 15538 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:17:32.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.770797 15538 hybrid_clock.cc:648] HybridClock initialized: now 1779113852770730 us; error 68 us; skew 500 ppm
14:17:32.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.774675 15538 webserver.cc:533] Webserver started at http://127.14.195.2:36345/ using document root <none> and password file <none>
14:17:32.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.775364 15538 fs_manager.cc:362] Metadata directory not provided
14:17:32.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.775426 15538 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:17:32.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.775619 15538 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:17:32.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.777432 15538 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data/instance:
14:17:32.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "817a980740cf4cbf9e644ce4c9389023"
14:17:32.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:17:32 on dist-test-slave-krfp"
14:17:32.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.777910 15538 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/wal/instance:
14:17:32.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "817a980740cf4cbf9e644ce4c9389023"
14:17:32.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:17:32 on dist-test-slave-krfp"
14:17:32.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.782181 15538 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.000s	sys 0.004s
14:17:32.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.784863 15552 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:17:32.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.786260 15538 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
14:17:32.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.786386 15538 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data,/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/wal
14:17:32.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "817a980740cf4cbf9e644ce4c9389023"
14:17:32.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:17:32 on dist-test-slave-krfp"
14:17:32.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.786473 15538 fs_report.cc:389] FS layout report
14:17:32.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:17:32.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/wal
14:17:32.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/wal
14:17:32.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data/data
14:17:32.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:17:32.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:17:32.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:17:32.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:17:32.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:17:32.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:17:32.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:17:32.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:17:32.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:17:32.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:17:32.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:17:32.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.815969 15538 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:17:32.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.816817 15538 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:17:32.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.816987 15538 kserver.cc:163] Server-wide thread pool size limit: 3276
14:17:32.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.817627 15538 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:17:32.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.818712 15538 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:17:32.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.818764 15538 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:17:32.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.818809 15538 ts_tablet_manager.cc:616] Registered 0 tablets
14:17:32.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.818825 15538 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:17:32.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.830382 15538 rpc_server.cc:307] RPC server started. Bound to: 127.14.195.2:46179
14:17:32.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.830487 15665 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.195.2:46179 every 8 connection(s)
14:17:32.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.831425 15538 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data/info.pb
14:17:32.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.838092 15116 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu as pid 15538
14:17:32.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.838204 15116 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/wal/instance
14:17:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.842937 15668 heartbeater.cc:344] Connected to a master server at 127.14.195.61:46313
14:17:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.843132 15116 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/wal
14:17:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data
14:17:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:17:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:17:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:17:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/logs
14:17:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data/info.pb
14:17:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:17:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:17:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:17:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:17:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:32.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:32.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:17:32.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:17:32.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.3:0
14:17:32.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.195.3
14:17:32.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.3
14:17:32.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:17:32.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:32.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:32.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:32.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:32.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:17:32.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.843029 15667 heartbeater.cc:344] Connected to a master server at 127.14.195.62:43337
14:17:32.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.844614 15666 heartbeater.cc:344] Connected to a master server at 127.14.195.60:35545
14:17:32.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.844791 15666 heartbeater.cc:461] Registering TS with master...
14:17:32.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.844794 15668 heartbeater.cc:461] Registering TS with master...
14:17:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.844794 15667 heartbeater.cc:461] Registering TS with master...
14:17:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.845558 15668 heartbeater.cc:507] Master 127.14.195.61:46313 requested a full tablet report, sending...
14:17:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.845579 15667 heartbeater.cc:507] Master 127.14.195.62:43337 requested a full tablet report, sending...
14:17:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.845593 15666 heartbeater.cc:507] Master 127.14.195.60:35545 requested a full tablet report, sending...
14:17:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.846864 15152 ts_manager.cc:194] Registered new tserver with Master: 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179)
14:17:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.846957 15231 ts_manager.cc:194] Registered new tserver with Master: 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179)
14:17:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.846999 15303 ts_manager.cc:194] Registered new tserver with Master: 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179)
14:17:32.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.847757 15303 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.195.2:43081
14:17:32.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.968334 15674 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:17:32.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.968603 15674 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:17:32.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.968662 15674 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:17:32.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.974123 15674 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:17:32.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.974277 15674 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.195.3
14:17:32.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.979151 15674 tablet_server_runner.cc:78] Tablet server non-default flags:
14:17:32.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:32.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:32.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:32.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:17:32.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data
14:17:32.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/wal
14:17:32.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:32.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.3:0
14:17:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:17:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data/info.pb
14:17:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.3
14:17:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:17:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:17:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.15674
14:17:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:17:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:17:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.195.3
14:17:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/logs
14:17:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:17:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:17:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:17:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:17:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:17:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:17:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:44 UTC on bdcb31816ec0
14:17:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15851
14:17:32.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.980449 15674 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:17:32.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.981827 15674 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:17:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.989437 15679 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.989437 15682 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:32.989580 15680 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.990283 15674 server_base.cc:1061] running on GCE node
14:17:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.990664 15674 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:17:32.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.991277 15674 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:17:32.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.992455 15674 hybrid_clock.cc:648] HybridClock initialized: now 1779113852992437 us; error 38 us; skew 500 ppm
14:17:32.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.994719 15674 webserver.cc:533] Webserver started at http://127.14.195.3:40403/ using document root <none> and password file <none>
14:17:32.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.995270 15674 fs_manager.cc:362] Metadata directory not provided
14:17:32.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.995323 15674 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:17:32.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.995497 15674 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:17:32.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.997193 15674 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data/instance:
14:17:32.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca4810b8d65c48609d508f50b57293c9"
14:17:32.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:17:32 on dist-test-slave-krfp"
14:17:32.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:32.997713 15674 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/wal/instance:
14:17:32.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca4810b8d65c48609d508f50b57293c9"
14:17:32.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:17:32 on dist-test-slave-krfp"
14:17:33.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.002526 15674 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.004s	sys 0.000s
14:17:33.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.006317 15688 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:17:33.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.007696 15674 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
14:17:33.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.007836 15674 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data,/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/wal
14:17:33.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca4810b8d65c48609d508f50b57293c9"
14:17:33.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:17:32 on dist-test-slave-krfp"
14:17:33.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.007927 15674 fs_report.cc:389] FS layout report
14:17:33.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:17:33.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/wal
14:17:33.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/wal
14:17:33.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data/data
14:17:33.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:17:33.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:17:33.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:17:33.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:17:33.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:17:33.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:17:33.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:17:33.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:17:33.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:17:33.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:17:33.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:17:33.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.029057 15674 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:17:33.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.029763 15674 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:17:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.029918 15674 kserver.cc:163] Server-wide thread pool size limit: 3276
14:17:33.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.030529 15674 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:17:33.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.031617 15674 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:17:33.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.031704 15674 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:17:33.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.031749 15674 ts_tablet_manager.cc:616] Registered 0 tablets
14:17:33.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.031764 15674 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:17:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.042560 15674 rpc_server.cc:307] RPC server started. Bound to: 127.14.195.3:46225
14:17:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.042589 15801 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.195.3:46225 every 8 connection(s)
14:17:33.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.043706 15674 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data/info.pb
14:17:33.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.052450 15116 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu as pid 15674
14:17:33.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.052580 15116 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/wal/instance
14:17:33.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.054523 15804 heartbeater.cc:344] Connected to a master server at 127.14.195.61:46313
14:17:33.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.054692 15802 heartbeater.cc:344] Connected to a master server at 127.14.195.60:35545
14:17:33.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.054888 15804 heartbeater.cc:461] Registering TS with master...
14:17:33.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.054893 15802 heartbeater.cc:461] Registering TS with master...
14:17:33.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.055330 15803 heartbeater.cc:344] Connected to a master server at 127.14.195.62:43337
14:17:33.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.055408 15803 heartbeater.cc:461] Registering TS with master...
14:17:33.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.055752 15803 heartbeater.cc:507] Master 127.14.195.62:43337 requested a full tablet report, sending...
14:17:33.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.055837 15802 heartbeater.cc:507] Master 127.14.195.60:35545 requested a full tablet report, sending...
14:17:33.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.055768 15804 heartbeater.cc:507] Master 127.14.195.61:46313 requested a full tablet report, sending...
14:17:33.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.057121 15152 ts_manager.cc:194] Registered new tserver with Master: ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225)
14:17:33.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.057353 15231 ts_manager.cc:194] Registered new tserver with Master: ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225)
14:17:33.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.057891 15303 ts_manager.cc:194] Registered new tserver with Master: ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225)
14:17:33.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.058693 15303 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.195.3:33001
14:17:33.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.061697 15116 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
14:17:33.063 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:17:33.065 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

14:17:33.080 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.14.195.62"
      port: 43337
    }
    bound_http_address {
      host: "127.14.195.62"
      port: 45539
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.14.195.61"
      port: 46313
    }
    bound_http_address {
      host: "127.14.195.61"
      port: 41527
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.14.195.60"
      port: 35545
    }
    bound_http_address {
      host: "127.14.195.60"
      port: 35467
    }
  }
}

14:17:33.087 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

14:17:33.092 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.14.195.1"
      port: 45231
    }
    bound_http_address {
      host: "127.14.195.1"
      port: 46319
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.14.195.2"
      port: 46179
    }
    bound_http_address {
      host: "127.14.195.2"
      port: 36345
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.14.195.3"
      port: 46225
    }
    bound_http_address {
      host: "127.14.195.3"
      port: 40403
    }
  }
}

14:17:33.093 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:17:33.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.159315 15361 catalog_manager.cc:1295] Loaded cluster ID: 6df5f203497542569e7dfcfd67214e62
14:17:33.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.159399 15361 catalog_manager.cc:1588] T 00000000000000000000000000000000 P e5534ddc62c747d4af0842c5e58c2873: loading cluster ID for follower catalog manager: success
14:17:33.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.162678 15361 catalog_manager.cc:1610] T 00000000000000000000000000000000 P e5534ddc62c747d4af0842c5e58c2873: acquiring CA information for follower catalog manager: success
14:17:33.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.164570 15361 catalog_manager.cc:1638] T 00000000000000000000000000000000 P e5534ddc62c747d4af0842c5e58c2873: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:17:33.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.165217 15375 catalog_manager.cc:1295] Loaded cluster ID: 6df5f203497542569e7dfcfd67214e62
14:17:33.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.165293 15375 catalog_manager.cc:1588] T 00000000000000000000000000000000 P d7551447883e460f9c9df6e877c39901: loading cluster ID for follower catalog manager: success
14:17:33.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.167791 15375 catalog_manager.cc:1610] T 00000000000000000000000000000000 P d7551447883e460f9c9df6e877c39901: acquiring CA information for follower catalog manager: success
14:17:33.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.169581 15375 catalog_manager.cc:1638] T 00000000000000000000000000000000 P d7551447883e460f9c9df6e877c39901: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:17:33.320 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
14:17:33.400 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:17:33.620 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.195.62:43337(127.14.195.62:43337)] connecting to peer
14:17:33.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.635298 15530 heartbeater.cc:499] Master 127.14.195.60:35545 was elected leader, sending a full tablet report...
14:17:33.690 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.195.60:35545(127.14.195.60:35545)] connecting to peer
14:17:33.692 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.195.61:46313(127.14.195.61:46313)] connecting to peer
14:17:33.717 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.195.62:43337(127.14.195.62:43337)] Successfully connected to peer
14:17:33.717 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.14.195.60:35545(127.14.195.60:35545)] Successfully connected to peer
14:17:33.717 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.14.195.61:46313(127.14.195.61:46313)] Successfully connected to peer
14:17:33.826 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.195.61
14:17:33.827 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.195.62
14:17:33.826 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.195.60
14:17:33.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:33.849696 15666 heartbeater.cc:499] Master 127.14.195.60:35545 was elected leader, sending a full tablet report...
14:17:34.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.060678 15802 heartbeater.cc:499] Master 127.14.195.60:35545 was elected leader, sending a full tablet report...
14:17:34.090 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x57f6f037, L:/127.0.0.1:46936 - R:/127.14.195.62:43337] using SASL/PLAIN
14:17:34.090 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x58e78ba9, L:/127.0.0.1:33470 - R:/127.14.195.60:35545] using SASL/PLAIN
14:17:34.090 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x2bfab068, L:/127.0.0.1:53382 - R:/127.14.195.61:46313] using SASL/PLAIN
14:17:34.129 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:17:34.130 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=551), Traces: [0ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.195.62:43337, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.195.60:35545, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.195.61:46313, [522ms] Sub RPC ConnectToMaster: received response from server master-127.14.195.61:46313: OK, [522ms] Sub RPC ConnectToMaster: received response from server master-127.14.195.62:43337: OK, [523ms] Sub RPC ConnectToMaster: received response from server master-127.14.195.60:35545: OK, deferred=null) after lookup
14:17:34.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.179706 15303 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:33470:
14:17:34.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564"
14:17:34.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:17:34.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:17:34.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
14:17:34.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:17:34.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:17:34.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:17:34.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:17:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:17:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:17:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:17:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:17:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
14:17:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:17:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:17:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:17:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:17:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:17:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:17:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:17:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:17:34.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
14:17:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:17:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:17:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:17:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:17:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:17:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:17:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:17:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:17:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
14:17:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:17:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:17:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
14:17:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
14:17:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
14:17:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
14:17:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:17:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:17:34.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:17:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:17:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
14:17:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
14:17:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:17:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:17:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:17:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:17:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:17:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:17:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:17:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:17:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
14:17:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:17:34.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
14:17:34.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:17:34.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:17:34.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:17:34.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:34.182667 15303 catalog_manager.cc:7059] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:17:34.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.208174 15462 tablet_service.cc:1511] Processing CreateTablet for tablet 60b6e8b2d1fa4607a62e9724073c89c9 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564 [id=a7fcc271d1b440848681df195c4048ad]), partition=RANGE (key) PARTITION UNBOUNDED
14:17:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.209267 15462 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 60b6e8b2d1fa4607a62e9724073c89c9. 1 dirs total, 0 dirs full, 0 dirs failed
14:17:34.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.210812 15732 tablet_service.cc:1511] Processing CreateTablet for tablet 60b6e8b2d1fa4607a62e9724073c89c9 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564 [id=a7fcc271d1b440848681df195c4048ad]), partition=RANGE (key) PARTITION UNBOUNDED
14:17:34.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.211843 15732 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 60b6e8b2d1fa4607a62e9724073c89c9. 1 dirs total, 0 dirs full, 0 dirs failed
14:17:34.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.213044 15600 tablet_service.cc:1511] Processing CreateTablet for tablet 60b6e8b2d1fa4607a62e9724073c89c9 (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564 [id=a7fcc271d1b440848681df195c4048ad]), partition=RANGE (key) PARTITION UNBOUNDED
14:17:34.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.214114 15600 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 60b6e8b2d1fa4607a62e9724073c89c9. 1 dirs total, 0 dirs full, 0 dirs failed
14:17:34.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.224601 15837 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Bootstrap starting.
14:17:34.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.227238 15837 tablet_bootstrap.cc:654] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Neither blocks nor log segments found. Creating new log.
14:17:34.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.220410 15836 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01: Bootstrap starting.
14:17:34.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.228253 15837 log.cc:826] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Log is configured to *not* fsync() on all Append() calls
14:17:34.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.230494 15836 tablet_bootstrap.cc:654] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01: Neither blocks nor log segments found. Creating new log.
14:17:34.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.230543 15838 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023: Bootstrap starting.
14:17:34.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.231346 15836 log.cc:826] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01: Log is configured to *not* fsync() on all Append() calls
14:17:34.234 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table a7fcc271d1b440848681df195c4048ad
14:17:34.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.233008 15838 tablet_bootstrap.cc:654] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023: Neither blocks nor log segments found. Creating new log.
14:17:34.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.233954 15838 log.cc:826] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023: Log is configured to *not* fsync() on all Append() calls
14:17:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.236065 15838 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023: No bootstrap required, opened a new log
14:17:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.236308 15838 ts_tablet_manager.cc:1403] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023: Time spent bootstrapping tablet: real 0.006s	user 0.006s	sys 0.000s
14:17:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.236487 15836 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01: No bootstrap required, opened a new log
14:17:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.236689 15836 ts_tablet_manager.cc:1403] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01: Time spent bootstrapping tablet: real 0.017s	user 0.004s	sys 0.000s
14:17:34.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.241300 15836 raft_consensus.cc:359] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:34.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.241811 15836 raft_consensus.cc:385] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:17:34.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.242115 15836 raft_consensus.cc:740] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d4fa2147ee164c0aa21b7adf241c8b01, State: Initialized, Role: FOLLOWER
14:17:34.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.242986 15836 consensus_queue.cc:260] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:34.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.243587 15838 raft_consensus.cc:359] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:34.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.244077 15838 raft_consensus.cc:385] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:17:34.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.244345 15836 ts_tablet_manager.cc:1434] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01: Time spent starting tablet: real 0.008s	user 0.006s	sys 0.000s
14:17:34.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.244344 15838 raft_consensus.cc:740] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 817a980740cf4cbf9e644ce4c9389023, State: Initialized, Role: FOLLOWER
14:17:34.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.245155 15838 consensus_queue.cc:260] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:34.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.246498 15838 ts_tablet_manager.cc:1434] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023: Time spent starting tablet: real 0.010s	user 0.006s	sys 0.000s
14:17:34.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.247651 15837 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: No bootstrap required, opened a new log
14:17:34.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.247886 15837 ts_tablet_manager.cc:1403] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Time spent bootstrapping tablet: real 0.023s	user 0.005s	sys 0.000s
14:17:34.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.251541 15837 raft_consensus.cc:359] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.251998 15837 raft_consensus.cc:385] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:17:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.252215 15837 raft_consensus.cc:740] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ca4810b8d65c48609d508f50b57293c9, State: Initialized, Role: FOLLOWER
14:17:34.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.252909 15837 consensus_queue.cc:260] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:34.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.255156 15837 ts_tablet_manager.cc:1434] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.000s
14:17:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:34.296134 15805 tablet.cc:2404] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:17:34.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:34.334272 15669 tablet.cc:2404] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:17:34.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:34.367641 15533 tablet.cc:2404] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:17:34.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.482085 15844 raft_consensus.cc:493] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:17:34.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.482698 15844 raft_consensus.cc:515] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:34.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.484930 15844 leader_election.cc:290] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179), d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231)
14:17:34.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.494079 15483 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60b6e8b2d1fa4607a62e9724073c89c9" candidate_uuid: "ca4810b8d65c48609d508f50b57293c9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" is_pre_election: true
14:17:34.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.494889 15483 raft_consensus.cc:2468] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ca4810b8d65c48609d508f50b57293c9 in term 0.
14:17:34.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.496635 15689 leader_election.cc:304] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ca4810b8d65c48609d508f50b57293c9, d4fa2147ee164c0aa21b7adf241c8b01; no voters: 
14:17:34.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.496671 15620 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60b6e8b2d1fa4607a62e9724073c89c9" candidate_uuid: "ca4810b8d65c48609d508f50b57293c9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "817a980740cf4cbf9e644ce4c9389023" is_pre_election: true
14:17:34.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.497256 15620 raft_consensus.cc:2468] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ca4810b8d65c48609d508f50b57293c9 in term 0.
14:17:34.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.497932 15844 raft_consensus.cc:2804] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:17:34.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.498447 15844 raft_consensus.cc:493] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:17:34.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.499444 15844 raft_consensus.cc:3060] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 0 FOLLOWER]: Advancing to term 1
14:17:34.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.501744 15844 raft_consensus.cc:515] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:34.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.502523 15844 leader_election.cc:290] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [CANDIDATE]: Term 1 election: Requested vote from peers 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179), d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231)
14:17:34.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.503137 15620 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60b6e8b2d1fa4607a62e9724073c89c9" candidate_uuid: "ca4810b8d65c48609d508f50b57293c9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "817a980740cf4cbf9e644ce4c9389023"
14:17:34.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.503304 15620 raft_consensus.cc:3060] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 0 FOLLOWER]: Advancing to term 1
14:17:34.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.504367 15620 raft_consensus.cc:2468] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ca4810b8d65c48609d508f50b57293c9 in term 1.
14:17:34.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.504868 15690 leader_election.cc:304] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 817a980740cf4cbf9e644ce4c9389023, ca4810b8d65c48609d508f50b57293c9; no voters: 
14:17:34.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.504963 15483 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60b6e8b2d1fa4607a62e9724073c89c9" candidate_uuid: "ca4810b8d65c48609d508f50b57293c9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d4fa2147ee164c0aa21b7adf241c8b01"
14:17:34.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.505118 15844 raft_consensus.cc:2804] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 1 FOLLOWER]: Leader election won for term 1
14:17:34.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.505136 15483 raft_consensus.cc:3060] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 0 FOLLOWER]: Advancing to term 1
14:17:34.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.505374 15844 raft_consensus.cc:697] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 1 LEADER]: Becoming Leader. State: Replica: ca4810b8d65c48609d508f50b57293c9, State: Running, Role: LEADER
14:17:34.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.512874 15844 consensus_queue.cc:237] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:34.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.513974 15483 raft_consensus.cc:2468] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ca4810b8d65c48609d508f50b57293c9 in term 1.
14:17:34.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.522554 15302 catalog_manager.cc:5697] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 reported cstate change: term changed from 0 to 1, leader changed from <none> to ca4810b8d65c48609d508f50b57293c9 (127.14.195.3). New cstate: current_term: 1 leader_uuid: "ca4810b8d65c48609d508f50b57293c9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } health_report { overall_health: UNKNOWN } } }
14:17:34.607 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table a7fcc271d1b440848681df195c4048ad
14:17:34.628 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:34.636 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299992, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)[L],d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:34.638 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [9ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=null) after lookup
14:17:34.661 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] connecting to peer
14:17:34.664 [DEBUG - kudu-nio-3] (Connection.java:757) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] Successfully connected to peer
14:17:34.736 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x4bc7b475, L:/127.0.0.1:52208 - R:/127.14.195.3:46225] using TOKEN/null
14:17:34.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.746261 15620 raft_consensus.cc:1275] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 1 FOLLOWER]: Refusing update from remote peer ca4810b8d65c48609d508f50b57293c9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:17:34.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.746261 15483 raft_consensus.cc:1275] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 1 FOLLOWER]: Refusing update from remote peer ca4810b8d65c48609d508f50b57293c9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:17:34.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.747167 15847 consensus_queue.cc:1048] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:17:34.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.747917 15844 consensus_queue.cc:1048] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:17:34.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.758451 15852 mvcc.cc:204] Tried to move back new op lower bound from 7287250349030240256 to 7287250348103208960. Current Snapshot: MvccSnapshot[applied={T|T < 7287250349030240256}]
14:17:34.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.762231 15854 mvcc.cc:204] Tried to move back new op lower bound from 7287250349030240256 to 7287250348103208960. Current Snapshot: MvccSnapshot[applied={T|T < 7287250349030240256}]
14:17:34.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.771591 15853 mvcc.cc:204] Tried to move back new op lower bound from 7287250349030240256 to 7287250348103208960. Current Snapshot: MvccSnapshot[applied={T|T < 7287250349030240256}]
14:17:34.858 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564, tablet=60b6e8b2d1fa4607a62e9724073c89c9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:17:34.859 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.195.3:46225
14:17:34.861 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:17:34.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:34.862226 15116 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu with pid 15674
14:17:34.874 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:17:34.880 [DEBUG - kudu-nio-3] (Connection.java:239) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] handling channelInactive
14:17:34.882 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] cleaning up while in state READY due to: connection closed
14:17:34.882 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: connection closed
14:17:34.904 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:34.904 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)[L],d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:34.904 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [8ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: connection closed, [8ms] delaying RPC due to: Network error: connection closed, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [29ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1159441539(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@197b4273 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f6f30e4 -> wakeup thread Time-limited test)) after lookup
14:17:34.905 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] connecting to peer
14:17:34.907 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:34.908 [DEBUG - kudu-nio-4] (Connection.java:709) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:34.908 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:34.924 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:34.925 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)[L],d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:34.925 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=50), Traces: [0ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [8ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: connection closed, [8ms] delaying RPC due to: Network error: connection closed, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [29ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [31ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [34ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [34ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [50ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1159441539(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@197b4273 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@11390772 after retry RPC@1191824838), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f6f30e4 -> wakeup thread Time-limited test -> (continuation of Deferred@11390772 after retry RPC@1191824838))) after lookup
14:17:34.926 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] connecting to peer
14:17:34.928 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:34.928 [DEBUG - kudu-nio-5] (Connection.java:709) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:34.928 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:34.964 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:34.964 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)[L],d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:34.965 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=90), Traces: [0ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [8ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: connection closed, [8ms] delaying RPC due to: Network error: connection closed, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [29ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [31ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [34ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [34ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [50ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [52ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [54ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [54ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [89ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1159441539(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@197b4273 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@11390772 after retry RPC@1191824838) -> (continuation of Deferred@1045987375 after retry RPC@1593221578), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f6f30e4 -> wakeup thread Time-limited test -> (continuation of Deferred@11390772 after retry RPC@1191824838) -> (continuation of Deferred@1045987375 after retry RPC@1593221578))) after lookup
14:17:34.966 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] connecting to peer
14:17:34.969 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:34.969 [DEBUG - kudu-nio-6] (Connection.java:709) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:34.970 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:35.045 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:35.045 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)[L],d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:35.046 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=171), Traces: [0ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [8ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: connection closed, [8ms] delaying RPC due to: Network error: connection closed, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [29ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [31ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [34ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [34ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [50ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [52ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [54ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [54ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [89ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [91ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [95ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [96ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [166ms] refreshing cache from master, [167ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [170ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1159441539(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@197b4273 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@11390772 after retry RPC@1191824838) -> (continuation of Deferred@1045987375 after retry RPC@1593221578) -> (continuation of Deferred@1950664930 after retry RPC@65416484), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f6f30e4 -> wakeup thread Time-limited test -> (continuation of Deferred@11390772 after retry RPC@1191824838) -> (continuation of Deferred@1045987375 after retry RPC@1593221578) -> (continuation of Deferred@1950664930 after retry RPC@65416484))) after lookup
14:17:35.047 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] connecting to peer
14:17:35.050 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:35.051 [DEBUG - kudu-nio-7] (Connection.java:709) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:35.051 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:35.403 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:35.403 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)[L],d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:35.404 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=529), Traces: [0ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [8ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: connection closed, [8ms] delaying RPC due to: Network error: connection closed, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [29ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [31ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [34ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [34ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [50ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [52ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [54ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [54ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [89ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [91ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [95ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [96ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [166ms] refreshing cache from master, [167ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [170ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [172ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [177ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [177ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [526ms] refreshing cache from master, [526ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [529ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1159441539(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@197b4273 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@11390772 after retry RPC@1191824838) -> (continuation of Deferred@1045987375 after retry RPC@1593221578) -> (continuation of Deferred@1950664930 after retry RPC@65416484) -> (continuation of Deferred@69589816 after retry RPC@903869685), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f6f30e4 -> wakeup thread Time-limited test -> (continuation of Deferred@11390772 after retry RPC@1191824838) -> (continuation of Deferred@1045987375 after retry RPC@1593221578) -> (continuation of Deferred@1950664930 after retry RPC@65416484) -> (continuation of Deferred@69589816 after retry RPC@903869685))) after lookup
14:17:35.405 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] connecting to peer
14:17:35.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:35.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:35.407 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:36.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.304844 15867 raft_consensus.cc:493] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader ca4810b8d65c48609d508f50b57293c9)
14:17:36.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.305047 15867 raft_consensus.cc:515] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:36.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.305591 15868 raft_consensus.cc:493] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader ca4810b8d65c48609d508f50b57293c9)
14:17:36.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.305697 15868 raft_consensus.cc:515] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:36.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.306419 15867 leader_election.cc:290] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225), d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231)
14:17:36.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:36.307180 15555 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.195.3:46225: connect: Connection refused (error 111)
14:17:36.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.307572 15868 leader_election.cc:290] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179), ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225)
14:17:36.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:36.308594 15555 leader_election.cc:336] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225): Network error: Client connection negotiation failed: client connection to 127.14.195.3:46225: connect: Connection refused (error 111)
14:17:36.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:36.308964 15418 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.195.3:46225: connect: Connection refused (error 111)
14:17:36.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:36.311271 15418 leader_election.cc:336] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225): Network error: Client connection negotiation failed: client connection to 127.14.195.3:46225: connect: Connection refused (error 111)
14:17:36.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.311626 15483 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60b6e8b2d1fa4607a62e9724073c89c9" candidate_uuid: "817a980740cf4cbf9e644ce4c9389023" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" is_pre_election: true
14:17:36.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.311810 15483 raft_consensus.cc:2468] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 817a980740cf4cbf9e644ce4c9389023 in term 1.
14:17:36.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.312137 15620 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60b6e8b2d1fa4607a62e9724073c89c9" candidate_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "817a980740cf4cbf9e644ce4c9389023" is_pre_election: true
14:17:36.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.312175 15553 leader_election.cc:304] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 817a980740cf4cbf9e644ce4c9389023, d4fa2147ee164c0aa21b7adf241c8b01; no voters: ca4810b8d65c48609d508f50b57293c9
14:17:36.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.312428 15620 raft_consensus.cc:2468] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d4fa2147ee164c0aa21b7adf241c8b01 in term 1.
14:17:36.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.312518 15867 raft_consensus.cc:2804] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 1 FOLLOWER]: Leader pre-election won for term 2
14:17:36.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.312568 15867 raft_consensus.cc:493] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 1 FOLLOWER]: Starting leader election (detected failure of leader ca4810b8d65c48609d508f50b57293c9)
14:17:36.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.312605 15867 raft_consensus.cc:3060] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 1 FOLLOWER]: Advancing to term 2
14:17:36.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.312898 15417 leader_election.cc:304] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 817a980740cf4cbf9e644ce4c9389023, d4fa2147ee164c0aa21b7adf241c8b01; no voters: ca4810b8d65c48609d508f50b57293c9
14:17:36.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.313158 15868 raft_consensus.cc:2804] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 1 FOLLOWER]: Leader pre-election won for term 2
14:17:36.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.313223 15868 raft_consensus.cc:493] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 1 FOLLOWER]: Starting leader election (detected failure of leader ca4810b8d65c48609d508f50b57293c9)
14:17:36.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.313266 15868 raft_consensus.cc:3060] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 1 FOLLOWER]: Advancing to term 2
14:17:36.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.313742 15867 raft_consensus.cc:515] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.314220 15867 leader_election.cc:290] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [CANDIDATE]: Term 2 election: Requested vote from peers ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225), d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231)
14:17:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.314271 15868 raft_consensus.cc:515] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.314697 15483 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60b6e8b2d1fa4607a62e9724073c89c9" candidate_uuid: "817a980740cf4cbf9e644ce4c9389023" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "d4fa2147ee164c0aa21b7adf241c8b01"
14:17:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.314909 15483 raft_consensus.cc:2393] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 817a980740cf4cbf9e644ce4c9389023 in current term 2: Already voted for candidate d4fa2147ee164c0aa21b7adf241c8b01 in this term.
14:17:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.314954 15868 leader_election.cc:290] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 2 election: Requested vote from peers 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179), ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225)
14:17:36.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.314980 15620 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60b6e8b2d1fa4607a62e9724073c89c9" candidate_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "817a980740cf4cbf9e644ce4c9389023"
14:17:36.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.315135 15620 raft_consensus.cc:2393] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate d4fa2147ee164c0aa21b7adf241c8b01 in current term 2: Already voted for candidate 817a980740cf4cbf9e644ce4c9389023 in this term.
14:17:36.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:36.315522 15555 leader_election.cc:336] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225): Network error: Client connection negotiation failed: client connection to 127.14.195.3:46225: connect: Connection refused (error 111)
14:17:36.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.315601 15555 leader_election.cc:304] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 817a980740cf4cbf9e644ce4c9389023; no voters: ca4810b8d65c48609d508f50b57293c9, d4fa2147ee164c0aa21b7adf241c8b01
14:17:36.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.315752 15867 raft_consensus.cc:2749] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
14:17:36.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:36.315994 15418 leader_election.cc:336] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225): Network error: Client connection negotiation failed: client connection to 127.14.195.3:46225: connect: Connection refused (error 111)
14:17:36.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.316066 15418 leader_election.cc:304] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d4fa2147ee164c0aa21b7adf241c8b01; no voters: 817a980740cf4cbf9e644ce4c9389023, ca4810b8d65c48609d508f50b57293c9
14:17:36.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:36.316334 15868 raft_consensus.cc:2749] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
14:17:36.625 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:36.625 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)[L],d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:36.626 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1751), Traces: [0ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [8ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: connection closed, [8ms] delaying RPC due to: Network error: connection closed, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [29ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [31ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [34ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [34ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [50ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [52ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [54ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [54ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [89ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [91ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [95ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [96ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [166ms] refreshing cache from master, [167ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [170ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [172ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [177ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [177ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [526ms] refreshing cache from master, [526ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [529ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [530ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [533ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [533ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [1747ms] refreshing cache from master, [1747ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [1751ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1159441539(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@197b4273 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@11390772 after retry RPC@1191824838) -> (continuation of Deferred@1045987375 after retry RPC@1593221578) -> (continuation of Deferred@1950664930 after retry RPC@65416484) -> (continuation of Deferred@69589816 after retry RPC@903869685) -> (continuation of Deferred@1136244755 after retry RPC@151753933), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f6f30e4 -> wakeup thread Time-limited test -> (continuation of Deferred@11390772 after retry RPC@1191824838) -> (continuation of Deferred@1045987375 after retry RPC@1593221578) -> (continuation of Deferred@1950664930 after retry RPC@65416484) -> (continuation of Deferred@69589816 after retry RPC@903869685) -> (continuation of Deferred@1136244755 after retry RPC@151753933))) after lookup
14:17:36.627 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] connecting to peer
14:17:36.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:36.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:36.629 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:38.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:38.464181 15877 raft_consensus.cc:493] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:17:38.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:38.464413 15877 raft_consensus.cc:515] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:38.465058 15877 leader_election.cc:290] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179), ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225)
14:17:38.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:38.465685 15620 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60b6e8b2d1fa4607a62e9724073c89c9" candidate_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "817a980740cf4cbf9e644ce4c9389023" is_pre_election: true
14:17:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:38.465883 15620 raft_consensus.cc:2468] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d4fa2147ee164c0aa21b7adf241c8b01 in term 2.
14:17:38.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:38.466322 15417 leader_election.cc:304] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 817a980740cf4cbf9e644ce4c9389023, d4fa2147ee164c0aa21b7adf241c8b01; no voters: 
14:17:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:38.466663 15877 raft_consensus.cc:2804] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 2 FOLLOWER]: Leader pre-election won for term 3
14:17:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:38.466907 15877 raft_consensus.cc:493] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:17:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:38.467140 15877 raft_consensus.cc:3060] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 2 FOLLOWER]: Advancing to term 3
14:17:38.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:38.467291 15418 leader_election.cc:336] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225): Network error: Client connection negotiation failed: client connection to 127.14.195.3:46225: connect: Connection refused (error 111)
14:17:38.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:38.468067 15877 raft_consensus.cc:515] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:38.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:38.468461 15877 leader_election.cc:290] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 3 election: Requested vote from peers 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179), ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225)
14:17:38.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:38.469132 15620 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60b6e8b2d1fa4607a62e9724073c89c9" candidate_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "817a980740cf4cbf9e644ce4c9389023"
14:17:38.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:38.469254 15620 raft_consensus.cc:3060] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 2 FOLLOWER]: Advancing to term 3
14:17:38.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:38.470469 15418 leader_election.cc:336] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225): Network error: Client connection negotiation failed: client connection to 127.14.195.3:46225: connect: Connection refused (error 111)
14:17:38.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:38.470840 15620 raft_consensus.cc:2468] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d4fa2147ee164c0aa21b7adf241c8b01 in term 3.
14:17:38.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:38.471364 15417 leader_election.cc:304] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 817a980740cf4cbf9e644ce4c9389023, d4fa2147ee164c0aa21b7adf241c8b01; no voters: ca4810b8d65c48609d508f50b57293c9
14:17:38.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:38.471752 15877 raft_consensus.cc:2804] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 3 FOLLOWER]: Leader election won for term 3
14:17:38.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:38.472211 15877 raft_consensus.cc:697] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 3 LEADER]: Becoming Leader. State: Replica: d4fa2147ee164c0aa21b7adf241c8b01, State: Running, Role: LEADER
14:17:38.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:38.473052 15877 consensus_queue.cc:237] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:38.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:38.477881 15302 catalog_manager.cc:5697] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 reported cstate change: term changed from 1 to 3, leader changed from ca4810b8d65c48609d508f50b57293c9 (127.14.195.3) to d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1). New cstate: current_term: 3 leader_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } health_report { overall_health: HEALTHY } } }
14:17:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:38.901209 15620 raft_consensus.cc:1275] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 3 FOLLOWER]: Refusing update from remote peer d4fa2147ee164c0aa21b7adf241c8b01: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 5. (index mismatch)
14:17:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:38.901885 15877 consensus_queue.cc:1048] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [LEADER]: Connected to new peer: Peer: permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
14:17:38.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:38.907687 15418 consensus_peers.cc:597] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 -> Peer ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225): Couldn't send request to peer ca4810b8d65c48609d508f50b57293c9. Status: Network error: Client connection negotiation failed: client connection to 127.14.195.3:46225: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:17:39.745 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:39.745 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)[L]]}]
14:17:39.746 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=4871), Traces: [0ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [8ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: connection closed, [8ms] delaying RPC due to: Network error: connection closed, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [29ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [31ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [34ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [34ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [46ms] refreshing cache from master, [46ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [50ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [52ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [54ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [54ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [86ms] refreshing cache from master, [86ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [89ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [91ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [95ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [96ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [166ms] refreshing cache from master, [167ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [170ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [172ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [177ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [177ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [526ms] refreshing cache from master, [526ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [529ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [530ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [533ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [533ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [1747ms] refreshing cache from master, [1747ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [1751ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [1753ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [1755ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [1755ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [4867ms] refreshing cache from master, [4867ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [4871ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1159441539(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@197b4273 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@11390772 after retry RPC@1191824838) -> (continuation of Deferred@1045987375 after retry RPC@1593221578) -> (continuation of Deferred@1950664930 after retry RPC@65416484) -> (continuation of Deferred@69589816 after retry RPC@903869685) -> (continuation of Deferred@1136244755 after retry RPC@151753933) -> (continuation of Deferred@1104888518 after retry RPC@1189996642), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f6f30e4 -> wakeup thread Time-limited test -> (continuation of Deferred@11390772 after retry RPC@1191824838) -> (continuation of Deferred@1045987375 after retry RPC@1593221578) -> (continuation of Deferred@1950664930 after retry RPC@65416484) -> (continuation of Deferred@69589816 after retry RPC@903869685) -> (continuation of Deferred@1136244755 after retry RPC@151753933) -> (continuation of Deferred@1104888518 after retry RPC@1189996642))) after lookup
14:17:39.747 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] connecting to peer
14:17:39.748 [DEBUG - kudu-nio-2] (Connection.java:757) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] Successfully connected to peer
14:17:39.778 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xab44a28c, L:/127.0.0.1:50158 - R:/127.14.195.1:45231] using TOKEN/null
14:17:39.813 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.195.3:46225
14:17:39.815 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:17:39.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:39.816581 15116 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:39.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:39.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/wal
14:17:39.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data
14:17:39.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:17:39.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:17:39.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:17:39.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:39.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:39.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:39.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/logs
14:17:39.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data/info.pb
14:17:39.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:39.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:17:39.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:17:39.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:17:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:17:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:17:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:17:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.3:46225
14:17:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.195.3
14:17:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40403
14:17:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.3
14:17:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:39.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:17:39.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:39.949327 15907 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:17:39.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:39.949724 15907 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:17:39.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:39.949810 15907 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:17:39.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:39.955521 15907 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:17:39.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:39.955750 15907 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.195.3
14:17:39.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:39.961295 15907 tablet_server_runner.cc:78] Tablet server non-default flags:
14:17:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:17:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data
14:17:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/wal
14:17:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.3:46225
14:17:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:17:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data/info.pb
14:17:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.3
14:17:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40403
14:17:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:17:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.15907
14:17:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:17:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:17:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.195.3
14:17:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/logs
14:17:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:17:39.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:17:39.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:17:39.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:17:39.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:17:39.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:17:39.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:44 UTC on bdcb31816ec0
14:17:39.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15851
14:17:39.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:39.963238 15907 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:17:39.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:39.964910 15907 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:17:39.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:39.975837 15915 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:39.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:39.976284 15913 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:39.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:39.976382 15912 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:39.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:39.978142 15907 server_base.cc:1061] running on GCE node
14:17:39.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:39.978956 15907 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:17:39.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:39.979980 15907 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:17:39.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:39.981287 15907 hybrid_clock.cc:648] HybridClock initialized: now 1779113859981176 us; error 131 us; skew 500 ppm
14:17:39.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:39.984862 15907 webserver.cc:533] Webserver started at http://127.14.195.3:40403/ using document root <none> and password file <none>
14:17:39.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:39.985682 15907 fs_manager.cc:362] Metadata directory not provided
14:17:39.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:39.985816 15907 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:17:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:39.990967 15907 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.005s	sys 0.000s
14:17:39.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:39.993891 15921 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:17:39.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:39.996299 15907 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
14:17:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:39.996532 15907 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data,/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/wal
14:17:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca4810b8d65c48609d508f50b57293c9"
14:17:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:17:32 on dist-test-slave-krfp"
14:17:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:39.997145 15907 fs_report.cc:389] FS layout report
14:17:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:17:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/wal
14:17:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/wal
14:17:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data/data
14:17:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:17:39.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:17:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:17:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:17:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:17:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:17:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:17:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:17:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:17:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:17:39.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:17:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.017284 15907 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:17:40.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.018045 15907 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:17:40.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.018219 15907 kserver.cc:163] Server-wide thread pool size limit: 3276
14:17:40.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.018899 15907 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:17:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.022194 15928 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:17:40.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.027001 15907 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:17:40.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.027110 15907 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.005s	user 0.000s	sys 0.001s
14:17:40.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.027251 15907 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:17:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.030097 15907 ts_tablet_manager.cc:616] Registered 1 tablets
14:17:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.030217 15907 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.001s	sys 0.001s
14:17:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.030615 15928 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Bootstrap starting.
14:17:40.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.046752 15907 rpc_server.cc:307] RPC server started. Bound to: 127.14.195.3:46225
14:17:40.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.046849 16035 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.195.3:46225 every 8 connection(s)
14:17:40.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.048350 15928 log.cc:826] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Log is configured to *not* fsync() on all Append() calls
14:17:40.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.048350 15907 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data/info.pb
14:17:40.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.057291 15116 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu as pid 15907
14:17:40.058 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:17:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.061796 15928 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:17:40.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.062247 15928 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Bootstrap complete.
14:17:40.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.063570 15928 ts_tablet_manager.cc:1403] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Time spent bootstrapping tablet: real 0.033s	user 0.018s	sys 0.013s
14:17:40.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.067520 15928 raft_consensus.cc:359] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.068256 15928 raft_consensus.cc:740] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: ca4810b8d65c48609d508f50b57293c9, State: Initialized, Role: FOLLOWER
14:17:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.068957 15928 consensus_queue.cc:260] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.070204 15928 ts_tablet_manager.cc:1434] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Time spent starting tablet: real 0.007s	user 0.008s	sys 0.000s
14:17:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.070636 16039 heartbeater.cc:344] Connected to a master server at 127.14.195.61:46313
14:17:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.070709 16037 heartbeater.cc:344] Connected to a master server at 127.14.195.60:35545
14:17:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.070794 16038 heartbeater.cc:344] Connected to a master server at 127.14.195.62:43337
14:17:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.070901 16039 heartbeater.cc:461] Registering TS with master...
14:17:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.070897 16037 heartbeater.cc:461] Registering TS with master...
14:17:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.070896 16038 heartbeater.cc:461] Registering TS with master...
14:17:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.071667 16038 heartbeater.cc:507] Master 127.14.195.62:43337 requested a full tablet report, sending...
14:17:40.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.071727 16039 heartbeater.cc:507] Master 127.14.195.61:46313 requested a full tablet report, sending...
14:17:40.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.071666 16037 heartbeater.cc:507] Master 127.14.195.60:35545 requested a full tablet report, sending...
14:17:40.073 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564, tablet=60b6e8b2d1fa4607a62e9724073c89c9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:17:40.074 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.195.1:45231
14:17:40.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.074352 15230 ts_manager.cc:194] Re-registered known tserver with Master: ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225)
14:17:40.075 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:17:40.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.075726 15154 ts_manager.cc:194] Re-registered known tserver with Master: ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225)
14:17:40.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.075935 15116 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu with pid 15400
14:17:40.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.078320 15303 ts_manager.cc:194] Re-registered known tserver with Master: ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225)
14:17:40.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.079527 15303 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.195.3:42953
14:17:40.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:40.082607 16037 heartbeater.cc:499] Master 127.14.195.60:35545 was elected leader, sending a full tablet report...
14:17:40.088 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:17:40.092 [DEBUG - kudu-nio-2] (Connection.java:239) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] handling channelInactive
14:17:40.092 [DEBUG - kudu-nio-2] (Connection.java:709) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] cleaning up while in state READY due to: connection closed
14:17:40.092 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: connection closed
14:17:40.105 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:40.106 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)[L]]}]
14:17:40.106 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=17), Traces: [0ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [3ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [16ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1245693414(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@63389a3b -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7d387c5a -> wakeup thread Time-limited test)) after lookup
14:17:40.107 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] connecting to peer
14:17:40.108 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:40.108 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:40.109 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:40.126 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:40.126 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)[L]]}]
14:17:40.127 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [3ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [16ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [17ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [20ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [20ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [37ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1245693414(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@63389a3b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1956829668 after retry RPC@1254531462), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7d387c5a -> wakeup thread Time-limited test -> (continuation of Deferred@1956829668 after retry RPC@1254531462))) after lookup
14:17:40.128 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] connecting to peer
14:17:40.130 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:40.130 [DEBUG - kudu-nio-4] (Connection.java:709) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:40.131 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:40.165 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:40.166 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)[L]]}]
14:17:40.167 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=77), Traces: [0ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [3ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [16ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [17ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [20ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [20ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [37ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [38ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [42ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [42ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [76ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1245693414(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@63389a3b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1956829668 after retry RPC@1254531462) -> (continuation of Deferred@440756294 after retry RPC@2064088136), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7d387c5a -> wakeup thread Time-limited test -> (continuation of Deferred@1956829668 after retry RPC@1254531462) -> (continuation of Deferred@440756294 after retry RPC@2064088136))) after lookup
14:17:40.168 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] connecting to peer
14:17:40.169 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:40.169 [DEBUG - kudu-nio-5] (Connection.java:709) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:40.169 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:40.264 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:40.265 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)[L]]}]
14:17:40.265 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=176), Traces: [0ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [3ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [16ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [17ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [20ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [20ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [37ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [38ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [42ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [42ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [76ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [78ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [80ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [80ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [171ms] refreshing cache from master, [172ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [174ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1245693414(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@63389a3b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1956829668 after retry RPC@1254531462) -> (continuation of Deferred@440756294 after retry RPC@2064088136) -> (continuation of Deferred@757059640 after retry RPC@1840909551), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7d387c5a -> wakeup thread Time-limited test -> (continuation of Deferred@1956829668 after retry RPC@1254531462) -> (continuation of Deferred@440756294 after retry RPC@2064088136) -> (continuation of Deferred@757059640 after retry RPC@1840909551))) after lookup
14:17:40.266 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] connecting to peer
14:17:40.267 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:40.267 [DEBUG - kudu-nio-6] (Connection.java:709) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:40.267 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:40.665 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:40.665 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)[L]]}]
14:17:40.666 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=577), Traces: [0ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [3ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [16ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [17ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [20ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [20ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [37ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [38ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [42ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [42ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [76ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [78ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [80ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [80ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [171ms] refreshing cache from master, [172ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [174ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [177ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [178ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [178ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [571ms] refreshing cache from master, [572ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [575ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1245693414(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@63389a3b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1956829668 after retry RPC@1254531462) -> (continuation of Deferred@440756294 after retry RPC@2064088136) -> (continuation of Deferred@757059640 after retry RPC@1840909551) -> (continuation of Deferred@1674325543 after retry RPC@1588370373), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7d387c5a -> wakeup thread Time-limited test -> (continuation of Deferred@1956829668 after retry RPC@1254531462) -> (continuation of Deferred@440756294 after retry RPC@2064088136) -> (continuation of Deferred@757059640 after retry RPC@1840909551) -> (continuation of Deferred@1674325543 after retry RPC@1588370373))) after lookup
14:17:40.667 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] connecting to peer
14:17:40.669 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:40.669 [DEBUG - kudu-nio-7] (Connection.java:709) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:40.670 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:41.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:41.312129 16051 raft_consensus.cc:493] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader d4fa2147ee164c0aa21b7adf241c8b01)
14:17:41.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:41.312322 16051 raft_consensus.cc:515] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:41.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:41.312916 16051 leader_election.cc:290] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225), d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231)
14:17:41.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:41.314210 15553 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.195.1:45231: connect: Connection refused (error 111) [suppressed 1 similar messages]
14:17:41.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:41.315229 15553 leader_election.cc:336] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231): Network error: Client connection negotiation failed: client connection to 127.14.195.1:45231: connect: Connection refused (error 111)
14:17:41.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:41.319036 15990 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60b6e8b2d1fa4607a62e9724073c89c9" candidate_uuid: "817a980740cf4cbf9e644ce4c9389023" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "ca4810b8d65c48609d508f50b57293c9" is_pre_election: true
14:17:41.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:41.319463 15990 raft_consensus.cc:2468] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 817a980740cf4cbf9e644ce4c9389023 in term 1.
14:17:41.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:41.320272 15555 leader_election.cc:304] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 817a980740cf4cbf9e644ce4c9389023, ca4810b8d65c48609d508f50b57293c9; no voters: d4fa2147ee164c0aa21b7adf241c8b01
14:17:41.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:41.320521 16051 raft_consensus.cc:2804] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 3 FOLLOWER]: Leader pre-election won for term 4
14:17:41.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:41.320607 16051 raft_consensus.cc:493] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 3 FOLLOWER]: Starting leader election (detected failure of leader d4fa2147ee164c0aa21b7adf241c8b01)
14:17:41.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:41.320643 16051 raft_consensus.cc:3060] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 3 FOLLOWER]: Advancing to term 4
14:17:41.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:41.321599 16051 raft_consensus.cc:515] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:41.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:41.322021 16051 leader_election.cc:290] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [CANDIDATE]: Term 4 election: Requested vote from peers ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225), d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231)
14:17:41.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:41.322495 15990 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60b6e8b2d1fa4607a62e9724073c89c9" candidate_uuid: "817a980740cf4cbf9e644ce4c9389023" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "ca4810b8d65c48609d508f50b57293c9"
14:17:41.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:41.322659 15990 raft_consensus.cc:3060] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 1 FOLLOWER]: Advancing to term 4
14:17:41.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:41.323460 15553 leader_election.cc:336] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231): Network error: Client connection negotiation failed: client connection to 127.14.195.1:45231: connect: Connection refused (error 111)
14:17:41.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:41.324679 15990 raft_consensus.cc:2468] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 817a980740cf4cbf9e644ce4c9389023 in term 4.
14:17:41.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:41.325166 15555 leader_election.cc:304] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 817a980740cf4cbf9e644ce4c9389023, ca4810b8d65c48609d508f50b57293c9; no voters: d4fa2147ee164c0aa21b7adf241c8b01
14:17:41.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:41.325438 16051 raft_consensus.cc:2804] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 4 FOLLOWER]: Leader election won for term 4
14:17:41.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:41.325637 16051 raft_consensus.cc:697] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 4 LEADER]: Becoming Leader. State: Replica: 817a980740cf4cbf9e644ce4c9389023, State: Running, Role: LEADER
14:17:41.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:41.325943 16051 consensus_queue.cc:237] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:41.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:41.329100 15303 catalog_manager.cc:5697] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 reported cstate change: term changed from 3 to 4, leader changed from d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1) to 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2). New cstate: current_term: 4 leader_uuid: "817a980740cf4cbf9e644ce4c9389023" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } health_report { overall_health: UNKNOWN } } }
14:17:41.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:41.911446 15990 raft_consensus.cc:1275] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 4 FOLLOWER]: Refusing update from remote peer 817a980740cf4cbf9e644ce4c9389023: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 4 index: 9. (index mismatch)
14:17:41.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:41.912326 16070 consensus_queue.cc:1048] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
14:17:41.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:41.925469 15553 consensus_peers.cc:597] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 -> Peer d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231): Couldn't send request to peer d4fa2147ee164c0aa21b7adf241c8b01. Status: Network error: Client connection negotiation failed: client connection to 127.14.195.1:45231: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:17:42.245 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:42.245 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)[L],ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:42.246 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=2156), Traces: [0ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [3ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [16ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [17ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [20ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [20ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [37ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [38ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [42ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [42ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [76ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [78ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [80ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [80ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [171ms] refreshing cache from master, [172ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [174ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [177ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [178ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [178ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [571ms] refreshing cache from master, [572ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [575ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [578ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [580ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [581ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [2151ms] refreshing cache from master, [2151ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [2155ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1245693414(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@63389a3b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1956829668 after retry RPC@1254531462) -> (continuation of Deferred@440756294 after retry RPC@2064088136) -> (continuation of Deferred@757059640 after retry RPC@1840909551) -> (continuation of Deferred@1674325543 after retry RPC@1588370373) -> (continuation of Deferred@1483192004 after retry RPC@237850178), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7d387c5a -> wakeup thread Time-limited test -> (continuation of Deferred@1956829668 after retry RPC@1254531462) -> (continuation of Deferred@440756294 after retry RPC@2064088136) -> (continuation of Deferred@757059640 after retry RPC@1840909551) -> (continuation of Deferred@1674325543 after retry RPC@1588370373) -> (continuation of Deferred@1483192004 after retry RPC@237850178))) after lookup
14:17:42.248 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] connecting to peer
14:17:42.249 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] Successfully connected to peer
14:17:42.273 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x880624b4, L:/127.0.0.1:56020 - R:/127.14.195.2:46179] using TOKEN/null
14:17:42.301 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.195.1:45231
14:17:42.302 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:17:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.303411 15116 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/wal
14:17:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data
14:17:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:17:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:17:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:17:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/logs
14:17:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data/info.pb
14:17:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:17:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:17:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:17:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:17:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:17:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:17:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.1:45231
14:17:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.195.1
14:17:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46319
14:17:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.1
14:17:42.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:42.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:42.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:42.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:17:42.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:42.478144 16084 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:17:42.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:42.478420 16084 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:17:42.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:42.478472 16084 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:17:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:42.482534 16084 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:17:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:42.482671 16084 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.195.1
14:17:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.487193 16084 tablet_server_runner.cc:78] Tablet server non-default flags:
14:17:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:17:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data
14:17:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/wal
14:17:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.1:45231
14:17:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:17:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data/info.pb
14:17:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.1
14:17:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46319
14:17:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:17:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16084
14:17:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:17:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:17:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.195.1
14:17:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/logs
14:17:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:17:42.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:17:42.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:17:42.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:17:42.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:17:42.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:17:42.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:44 UTC on bdcb31816ec0
14:17:42.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15851
14:17:42.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.488893 16084 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:17:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.490128 16084 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:17:42.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:42.498198 16090 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:42.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:42.498212 16093 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:42.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:42.498198 16091 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:42.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.498476 16084 server_base.cc:1061] running on GCE node
14:17:42.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.499284 16084 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:17:42.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.500047 16084 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:17:42.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.501227 16084 hybrid_clock.cc:648] HybridClock initialized: now 1779113862501205 us; error 40 us; skew 500 ppm
14:17:42.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.503549 16084 webserver.cc:533] Webserver started at http://127.14.195.1:46319/ using document root <none> and password file <none>
14:17:42.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.504309 16084 fs_manager.cc:362] Metadata directory not provided
14:17:42.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.504415 16084 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:17:42.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.508706 16084 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.003s	sys 0.000s
14:17:42.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.511168 16099 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:17:42.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.512430 16084 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.000s	sys 0.002s
14:17:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.512548 16084 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data,/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/wal
14:17:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4fa2147ee164c0aa21b7adf241c8b01"
14:17:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:17:32 on dist-test-slave-krfp"
14:17:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.513123 16084 fs_report.cc:389] FS layout report
14:17:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:17:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/wal
14:17:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/wal
14:17:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data/data
14:17:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:17:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:17:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:17:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:17:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:17:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:17:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:17:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:17:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:17:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:17:42.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:17:42.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.527034 16084 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:17:42.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.527954 16084 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:17:42.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.528247 16084 kserver.cc:163] Server-wide thread pool size limit: 3276
14:17:42.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.529469 16084 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:17:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.530939 16106 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:17:42.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.534759 16084 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:17:42.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.534871 16084 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
14:17:42.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.535023 16084 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:17:42.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.536917 16084 ts_tablet_manager.cc:616] Registered 1 tablets
14:17:42.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.536993 16084 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.002s	sys 0.000s
14:17:42.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.537734 16106 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01: Bootstrap starting.
14:17:42.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.554428 16084 rpc_server.cc:307] RPC server started. Bound to: 127.14.195.1:45231
14:17:42.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.554478 16213 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.195.1:45231 every 8 connection(s)
14:17:42.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.556965 16084 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data/info.pb
14:17:42.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.557905 15116 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu as pid 16084
14:17:42.558 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:17:42.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.562675 16106 log.cc:826] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01: Log is configured to *not* fsync() on all Append() calls
14:17:42.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.570556 16214 heartbeater.cc:344] Connected to a master server at 127.14.195.60:35545
14:17:42.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.570837 16214 heartbeater.cc:461] Registering TS with master...
14:17:42.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.571730 16214 heartbeater.cc:507] Master 127.14.195.60:35545 requested a full tablet report, sending...
14:17:42.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.578329 15303 ts_manager.cc:194] Re-registered known tserver with Master: d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231)
14:17:42.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.579439 15303 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.195.1:47609
14:17:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.581621 16216 heartbeater.cc:344] Connected to a master server at 127.14.195.61:46313
14:17:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.581753 16216 heartbeater.cc:461] Registering TS with master...
14:17:42.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.582227 16216 heartbeater.cc:507] Master 127.14.195.61:46313 requested a full tablet report, sending...
14:17:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.582155 16215 heartbeater.cc:344] Connected to a master server at 127.14.195.62:43337
14:17:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.582846 16215 heartbeater.cc:461] Registering TS with master...
14:17:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.583042 16215 heartbeater.cc:507] Master 127.14.195.62:43337 requested a full tablet report, sending...
14:17:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.583323 15230 ts_manager.cc:194] Re-registered known tserver with Master: d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231)
14:17:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.584036 15154 ts_manager.cc:194] Re-registered known tserver with Master: d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231)
14:17:42.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.586182 16106 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:17:42.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.586659 16106 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01: Bootstrap complete.
14:17:42.586 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564, tablet=60b6e8b2d1fa4607a62e9724073c89c9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:17:42.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.587842 16106 ts_tablet_manager.cc:1403] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01: Time spent bootstrapping tablet: real 0.051s	user 0.031s	sys 0.004s
14:17:42.588 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.195.2:46179
14:17:42.588 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:17:42.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.589159 15116 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu with pid 15538
14:17:42.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.591423 16106 raft_consensus.cc:359] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:42.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.591810 16106 raft_consensus.cc:740] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: d4fa2147ee164c0aa21b7adf241c8b01, State: Initialized, Role: FOLLOWER
14:17:42.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.592357 16106 consensus_queue.cc:260] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:42.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.593209 16214 heartbeater.cc:499] Master 127.14.195.60:35545 was elected leader, sending a full tablet report...
14:17:42.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:42.593384 16106 ts_tablet_manager.cc:1434] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01: Time spent starting tablet: real 0.005s	user 0.007s	sys 0.000s
14:17:42.599 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:17:42.599 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] handling channelInactive
14:17:42.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] cleaning up while in state READY due to: connection closed
14:17:42.621 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] connecting to peer
14:17:42.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:42.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] cleaning up while in state CONNECTING due to: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:42.625 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:42.645 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:42.645 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)[L],ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:42.646 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=3, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [26ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [26ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [46ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1167494556(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@57e94aa8 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@22d42ef -> wakeup thread Time-limited test)) after lookup
14:17:42.647 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] connecting to peer
14:17:42.648 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:42.648 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] cleaning up while in state CONNECTING due to: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:42.648 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:42.684 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:42.684 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)[L],ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:42.684 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=5, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=84), Traces: [0ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [26ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [26ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [46ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [47ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [49ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [49ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [84ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1167494556(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@57e94aa8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@131850428 after retry RPC@1862918290), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@22d42ef -> wakeup thread Time-limited test -> (continuation of Deferred@131850428 after retry RPC@1862918290))) after lookup
14:17:42.685 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] connecting to peer
14:17:42.686 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:42.686 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] cleaning up while in state CONNECTING due to: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:42.687 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:42.724 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:42.724 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)[L],ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:42.725 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=7, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=125), Traces: [0ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [26ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [26ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [46ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [47ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [49ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [49ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [84ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [86ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [88ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [88ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [121ms] refreshing cache from master, [121ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [124ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1167494556(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@57e94aa8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@131850428 after retry RPC@1862918290) -> (continuation of Deferred@452822833 after retry RPC@978385292), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@22d42ef -> wakeup thread Time-limited test -> (continuation of Deferred@131850428 after retry RPC@1862918290) -> (continuation of Deferred@452822833 after retry RPC@978385292))) after lookup
14:17:42.725 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] connecting to peer
14:17:42.726 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:42.727 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] cleaning up while in state CONNECTING due to: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:42.727 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:43.003 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:43.004 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)[L],ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:43.004 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=9, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=404), Traces: [0ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [26ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [26ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [46ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [47ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [49ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [49ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [84ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [86ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [88ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [88ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [121ms] refreshing cache from master, [121ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [124ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [126ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [128ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [128ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [401ms] refreshing cache from master, [401ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [404ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1167494556(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@57e94aa8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@131850428 after retry RPC@1862918290) -> (continuation of Deferred@452822833 after retry RPC@978385292) -> (continuation of Deferred@1075073065 after retry RPC@2109033790), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@22d42ef -> wakeup thread Time-limited test -> (continuation of Deferred@131850428 after retry RPC@1862918290) -> (continuation of Deferred@452822833 after retry RPC@978385292) -> (continuation of Deferred@1075073065 after retry RPC@2109033790))) after lookup
14:17:43.005 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] connecting to peer
14:17:43.006 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:43.006 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] cleaning up while in state CONNECTING due to: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:43.007 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:43.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:43.800525 16227 raft_consensus.cc:493] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 817a980740cf4cbf9e644ce4c9389023)
14:17:43.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:43.800668 16227 raft_consensus.cc:515] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:43.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:43.801829 16227 leader_election.cc:290] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179), d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231)
14:17:43.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:43.802691 15923 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.195.2:46179: connect: Connection refused (error 111)
14:17:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:43.803678 15923 leader_election.cc:336] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179): Network error: Client connection negotiation failed: client connection to 127.14.195.2:46179: connect: Connection refused (error 111)
14:17:43.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:43.807516 16165 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60b6e8b2d1fa4607a62e9724073c89c9" candidate_uuid: "ca4810b8d65c48609d508f50b57293c9" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" is_pre_election: true
14:17:43.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:43.807798 16165 raft_consensus.cc:2468] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ca4810b8d65c48609d508f50b57293c9 in term 3.
14:17:43.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:43.808571 15922 leader_election.cc:304] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: ca4810b8d65c48609d508f50b57293c9, d4fa2147ee164c0aa21b7adf241c8b01; no voters: 817a980740cf4cbf9e644ce4c9389023
14:17:43.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:43.808862 16227 raft_consensus.cc:2804] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 4 FOLLOWER]: Leader pre-election won for term 5
14:17:43.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:43.808924 16227 raft_consensus.cc:493] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 4 FOLLOWER]: Starting leader election (detected failure of leader 817a980740cf4cbf9e644ce4c9389023)
14:17:43.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:43.808967 16227 raft_consensus.cc:3060] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 4 FOLLOWER]: Advancing to term 5
14:17:43.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:43.809897 16227 raft_consensus.cc:515] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:43.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:43.810384 16227 leader_election.cc:290] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [CANDIDATE]: Term 5 election: Requested vote from peers 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179), d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231)
14:17:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:43.810907 16165 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60b6e8b2d1fa4607a62e9724073c89c9" candidate_uuid: "ca4810b8d65c48609d508f50b57293c9" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "d4fa2147ee164c0aa21b7adf241c8b01"
14:17:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:43.811097 16165 raft_consensus.cc:3060] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 3 FOLLOWER]: Advancing to term 5
14:17:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:43.811494 15923 leader_election.cc:336] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179): Network error: Client connection negotiation failed: client connection to 127.14.195.2:46179: connect: Connection refused (error 111)
14:17:43.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:43.813066 16165 raft_consensus.cc:2468] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ca4810b8d65c48609d508f50b57293c9 in term 5.
14:17:43.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:43.813503 15922 leader_election.cc:304] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: ca4810b8d65c48609d508f50b57293c9, d4fa2147ee164c0aa21b7adf241c8b01; no voters: 817a980740cf4cbf9e644ce4c9389023
14:17:43.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:43.813802 16227 raft_consensus.cc:2804] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 5 FOLLOWER]: Leader election won for term 5
14:17:43.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:43.814050 16227 raft_consensus.cc:697] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 5 LEADER]: Becoming Leader. State: Replica: ca4810b8d65c48609d508f50b57293c9, State: Running, Role: LEADER
14:17:43.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:43.814426 16227 consensus_queue.cc:237] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:43.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:43.817476 15303 catalog_manager.cc:5697] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 reported cstate change: term changed from 4 to 5, leader changed from 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2) to ca4810b8d65c48609d508f50b57293c9 (127.14.195.3). New cstate: current_term: 5 leader_uuid: "ca4810b8d65c48609d508f50b57293c9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } health_report { overall_health: UNKNOWN } } }
14:17:43.963 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:43.963 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)[L],d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:43.964 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=11, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1364), Traces: [0ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [1ms] delaying RPC due to: Illegal state: connection is terminated, [22ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [26ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [26ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [46ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [47ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [49ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [49ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [84ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [86ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [88ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [88ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [121ms] refreshing cache from master, [121ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [124ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [126ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [128ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [128ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [401ms] refreshing cache from master, [401ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [404ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [405ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [407ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [408ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [1361ms] refreshing cache from master, [1361ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [1364ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1167494556(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@57e94aa8 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@131850428 after retry RPC@1862918290) -> (continuation of Deferred@452822833 after retry RPC@978385292) -> (continuation of Deferred@1075073065 after retry RPC@2109033790) -> (continuation of Deferred@1859177931 after retry RPC@962310546), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@22d42ef -> wakeup thread Time-limited test -> (continuation of Deferred@131850428 after retry RPC@1862918290) -> (continuation of Deferred@452822833 after retry RPC@978385292) -> (continuation of Deferred@1075073065 after retry RPC@2109033790) -> (continuation of Deferred@1859177931 after retry RPC@962310546))) after lookup
14:17:43.964 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] connecting to peer
14:17:43.965 [DEBUG - kudu-nio-6] (Connection.java:757) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] Successfully connected to peer
14:17:43.994 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0x86950557, L:/127.0.0.1:60088 - R:/127.14.195.3:46225] using TOKEN/null
14:17:43.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:43.999182 16165 raft_consensus.cc:1275] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 5 FOLLOWER]: Refusing update from remote peer ca4810b8d65c48609d508f50b57293c9: Log matching property violated. Preceding OpId in replica: term: 3 index: 8. Preceding OpId from leader: term: 5 index: 14. (index mismatch)
14:17:43.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:43.999447 15923 consensus_peers.cc:597] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 -> Peer 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179): Couldn't send request to peer 817a980740cf4cbf9e644ce4c9389023. Status: Network error: Client connection negotiation failed: client connection to 127.14.195.2:46179: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:17:44.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.000105 16227 consensus_queue.cc:1048] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
14:17:44.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.010977 16249 mvcc.cc:204] Tried to move back new op lower bound from 7287250386932654080 to 7287250386187169792. Current Snapshot: MvccSnapshot[applied={T|T < 7287250386932654080 or (T in {7287250386932654080})}]
14:17:44.027 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.195.2:46179
14:17:44.027 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.027947 15116 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/wal
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/logs
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data/info.pb
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.2:46179
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.195.2
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36345
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.2
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:44.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:17:44.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:44.146432 16256 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:17:44.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:44.146699 16256 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:17:44.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:44.146752 16256 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:17:44.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:44.150985 16256 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:17:44.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:44.151226 16256 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.195.2
14:17:44.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.156888 16256 tablet_server_runner.cc:78] Tablet server non-default flags:
14:17:44.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:44.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:44.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:44.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:17:44.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data
14:17:44.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/wal
14:17:44.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:44.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:44.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.2:46179
14:17:44.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:17:44.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data/info.pb
14:17:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.2
14:17:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36345
14:17:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:17:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16256
14:17:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:17:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:17:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.195.2
14:17:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/logs
14:17:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:17:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:17:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:17:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:17:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:17:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:17:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:44 UTC on bdcb31816ec0
14:17:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15851
14:17:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.158304 16256 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:17:44.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.159534 16256 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:17:44.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:44.166743 16261 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:44.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:44.166771 16262 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:44.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.166952 16256 server_base.cc:1061] running on GCE node
14:17:44.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:44.166786 16264 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:44.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.167709 16256 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:17:44.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.168445 16256 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:17:44.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.169677 16256 hybrid_clock.cc:648] HybridClock initialized: now 1779113864169626 us; error 59 us; skew 500 ppm
14:17:44.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.171778 16256 webserver.cc:533] Webserver started at http://127.14.195.2:36345/ using document root <none> and password file <none>
14:17:44.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.172420 16256 fs_manager.cc:362] Metadata directory not provided
14:17:44.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.172530 16256 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:17:44.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.176234 16256 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.002s	sys 0.000s
14:17:44.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.178308 16270 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:17:44.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.179380 16256 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.001s	sys 0.000s
14:17:44.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.179543 16256 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data,/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/wal
14:17:44.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "817a980740cf4cbf9e644ce4c9389023"
14:17:44.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:17:32 on dist-test-slave-krfp"
14:17:44.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.179996 16256 fs_report.cc:389] FS layout report
14:17:44.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:17:44.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/wal
14:17:44.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/wal
14:17:44.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data/data
14:17:44.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:17:44.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:17:44.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:17:44.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:17:44.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:17:44.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:17:44.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:17:44.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:17:44.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:17:44.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:17:44.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:17:44.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.194244 16256 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:17:44.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.195094 16256 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:17:44.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.195346 16256 kserver.cc:163] Server-wide thread pool size limit: 3276
14:17:44.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.196141 16256 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:17:44.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.197918 16277 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:17:44.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.201887 16256 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:17:44.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.202026 16256 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
14:17:44.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.202106 16256 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:17:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.203861 16256 ts_tablet_manager.cc:616] Registered 1 tablets
14:17:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.203944 16256 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
14:17:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.204353 16277 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023: Bootstrap starting.
14:17:44.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.216809 16256 rpc_server.cc:307] RPC server started. Bound to: 127.14.195.2:46179
14:17:44.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.216869 16384 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.195.2:46179 every 8 connection(s)
14:17:44.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.218016 16256 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data/info.pb
14:17:44.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.220585 16277 log.cc:826] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023: Log is configured to *not* fsync() on all Append() calls
14:17:44.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.224980 15116 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu as pid 16256
14:17:44.226 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:17:44.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.229676 16387 heartbeater.cc:344] Connected to a master server at 127.14.195.61:46313
14:17:44.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.229946 16387 heartbeater.cc:461] Registering TS with master...
14:17:44.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.230386 16385 heartbeater.cc:344] Connected to a master server at 127.14.195.60:35545
14:17:44.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.230468 16385 heartbeater.cc:461] Registering TS with master...
14:17:44.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.230573 16387 heartbeater.cc:507] Master 127.14.195.61:46313 requested a full tablet report, sending...
14:17:44.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.230618 16385 heartbeater.cc:507] Master 127.14.195.60:35545 requested a full tablet report, sending...
14:17:44.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.231814 16386 heartbeater.cc:344] Connected to a master server at 127.14.195.62:43337
14:17:44.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.231895 16386 heartbeater.cc:461] Registering TS with master...
14:17:44.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.232095 16386 heartbeater.cc:507] Master 127.14.195.62:43337 requested a full tablet report, sending...
14:17:44.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.232611 15230 ts_manager.cc:194] Re-registered known tserver with Master: 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179)
14:17:44.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.232813 15302 ts_manager.cc:194] Re-registered known tserver with Master: 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179)
14:17:44.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.233596 15152 ts_manager.cc:194] Re-registered known tserver with Master: 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179)
14:17:44.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.233706 15302 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.195.2:42977
14:17:44.236 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564, tablet=60b6e8b2d1fa4607a62e9724073c89c9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:17:44.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.238025 16277 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:17:44.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.238457 16277 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023: Bootstrap complete.
14:17:44.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.239866 16277 ts_tablet_manager.cc:1403] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023: Time spent bootstrapping tablet: real 0.036s	user 0.021s	sys 0.008s
14:17:44.245 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.195.3:46225
14:17:44.246 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:17:44.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.242525 16277 raft_consensus.cc:359] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:44.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.242952 16277 raft_consensus.cc:740] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 817a980740cf4cbf9e644ce4c9389023, State: Initialized, Role: FOLLOWER
14:17:44.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.243505 16277 consensus_queue.cc:260] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:44.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.244443 16277 ts_tablet_manager.cc:1434] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023: Time spent starting tablet: real 0.004s	user 0.002s	sys 0.004s
14:17:44.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.244920 16385 heartbeater.cc:499] Master 127.14.195.60:35545 was elected leader, sending a full tablet report...
14:17:44.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:44.249068 15116 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu with pid 15907
14:17:44.260 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:17:44.261 [DEBUG - kudu-nio-6] (Connection.java:239) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] handling channelInactive
14:17:44.261 [DEBUG - kudu-nio-6] (Connection.java:709) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] cleaning up while in state READY due to: connection closed
14:17:44.281 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] connecting to peer
14:17:44.282 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:44.282 [DEBUG - kudu-nio-7] (Connection.java:709) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:44.282 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:44.303 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:44.304 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)[L],d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:44.304 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=3, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [21ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [21ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [42ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@99825067(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@6140d3a6 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@42f3922a -> wakeup thread Time-limited test)) after lookup
14:17:44.305 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] connecting to peer
14:17:44.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:44.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:44.306 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:44.324 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:44.324 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)[L],d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:44.324 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=5, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=63), Traces: [0ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [21ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [21ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [42ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [43ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [45ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [46ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [59ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [62ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@99825067(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@6140d3a6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2087788709 after retry RPC@583897027), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@42f3922a -> wakeup thread Time-limited test -> (continuation of Deferred@2087788709 after retry RPC@583897027))) after lookup
14:17:44.325 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] connecting to peer
14:17:44.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:44.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:44.326 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:44.364 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:44.364 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)[L],d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:44.364 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=7, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=103), Traces: [0ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [21ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [21ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [42ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [43ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [45ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [46ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [59ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [62ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [63ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [65ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [65ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [99ms] refreshing cache from master, [99ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [102ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@99825067(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@6140d3a6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2087788709 after retry RPC@583897027) -> (continuation of Deferred@88268655 after retry RPC@1947822960), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@42f3922a -> wakeup thread Time-limited test -> (continuation of Deferred@2087788709 after retry RPC@583897027) -> (continuation of Deferred@88268655 after retry RPC@1947822960))) after lookup
14:17:44.365 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] connecting to peer
14:17:44.366 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:44.366 [DEBUG - kudu-nio-2] (Connection.java:709) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:44.367 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:44.525 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:44.525 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)[L],d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:44.526 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=9, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=265), Traces: [0ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [21ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [21ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [42ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [43ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [45ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [46ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [59ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [62ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [63ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [65ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [65ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [99ms] refreshing cache from master, [99ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [102ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [104ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [105ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [106ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [259ms] refreshing cache from master, [259ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [263ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@99825067(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@6140d3a6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2087788709 after retry RPC@583897027) -> (continuation of Deferred@88268655 after retry RPC@1947822960) -> (continuation of Deferred@1083309234 after retry RPC@2137808187), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@42f3922a -> wakeup thread Time-limited test -> (continuation of Deferred@2087788709 after retry RPC@583897027) -> (continuation of Deferred@88268655 after retry RPC@1947822960) -> (continuation of Deferred@1083309234 after retry RPC@2137808187))) after lookup
14:17:44.527 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] connecting to peer
14:17:44.533 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:44.534 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:44.534 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:45.244 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:45.244 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)[L],d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:45.245 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=11, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=984), Traces: [0ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [21ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [21ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [42ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [43ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [45ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [46ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [59ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [62ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [63ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [65ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [65ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [99ms] refreshing cache from master, [99ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [102ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [104ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [105ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [106ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [259ms] refreshing cache from master, [259ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [263ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [266ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [273ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [273ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [980ms] refreshing cache from master, [980ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [983ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@99825067(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@6140d3a6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2087788709 after retry RPC@583897027) -> (continuation of Deferred@88268655 after retry RPC@1947822960) -> (continuation of Deferred@1083309234 after retry RPC@2137808187) -> (continuation of Deferred@2064433299 after retry RPC@1712643916), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@42f3922a -> wakeup thread Time-limited test -> (continuation of Deferred@2087788709 after retry RPC@583897027) -> (continuation of Deferred@88268655 after retry RPC@1947822960) -> (continuation of Deferred@1083309234 after retry RPC@2137808187) -> (continuation of Deferred@2064433299 after retry RPC@1712643916))) after lookup
14:17:45.246 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] connecting to peer
14:17:45.247 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:45.247 [DEBUG - kudu-nio-4] (Connection.java:709) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:45.247 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:45.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:45.526353 16398 raft_consensus.cc:493] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader ca4810b8d65c48609d508f50b57293c9)
14:17:45.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:45.526552 16398 raft_consensus.cc:515] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:45.527815 16398 leader_election.cc:290] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179), ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225)
14:17:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:45.528681 16102 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.195.3:46225: connect: Connection refused (error 111)
14:17:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:45.529740 16102 leader_election.cc:336] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225): Network error: Client connection negotiation failed: client connection to 127.14.195.3:46225: connect: Connection refused (error 111)
14:17:45.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:45.533914 16339 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60b6e8b2d1fa4607a62e9724073c89c9" candidate_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "817a980740cf4cbf9e644ce4c9389023" is_pre_election: true
14:17:45.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:45.534276 16339 raft_consensus.cc:2468] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d4fa2147ee164c0aa21b7adf241c8b01 in term 4.
14:17:45.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:45.535173 16101 leader_election.cc:304] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 817a980740cf4cbf9e644ce4c9389023, d4fa2147ee164c0aa21b7adf241c8b01; no voters: ca4810b8d65c48609d508f50b57293c9
14:17:45.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:45.535512 16398 raft_consensus.cc:2804] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 5 FOLLOWER]: Leader pre-election won for term 6
14:17:45.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:45.535595 16398 raft_consensus.cc:493] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 5 FOLLOWER]: Starting leader election (detected failure of leader ca4810b8d65c48609d508f50b57293c9)
14:17:45.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:45.535643 16398 raft_consensus.cc:3060] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 5 FOLLOWER]: Advancing to term 6
14:17:45.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:45.536581 16398 raft_consensus.cc:515] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:45.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:45.537122 16398 leader_election.cc:290] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 6 election: Requested vote from peers 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179), ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225)
14:17:45.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:45.537691 16339 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60b6e8b2d1fa4607a62e9724073c89c9" candidate_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "817a980740cf4cbf9e644ce4c9389023"
14:17:45.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:45.537847 16339 raft_consensus.cc:3060] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 4 FOLLOWER]: Advancing to term 6
14:17:45.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:45.538368 16102 leader_election.cc:336] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225): Network error: Client connection negotiation failed: client connection to 127.14.195.3:46225: connect: Connection refused (error 111)
14:17:45.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:45.539868 16339 raft_consensus.cc:2468] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d4fa2147ee164c0aa21b7adf241c8b01 in term 6.
14:17:45.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:45.540311 16101 leader_election.cc:304] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 817a980740cf4cbf9e644ce4c9389023, d4fa2147ee164c0aa21b7adf241c8b01; no voters: ca4810b8d65c48609d508f50b57293c9
14:17:45.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:45.540537 16398 raft_consensus.cc:2804] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 6 FOLLOWER]: Leader election won for term 6
14:17:45.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:45.541043 16398 raft_consensus.cc:697] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 6 LEADER]: Becoming Leader. State: Replica: d4fa2147ee164c0aa21b7adf241c8b01, State: Running, Role: LEADER
14:17:45.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:45.541394 16398 consensus_queue.cc:237] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:45.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:45.543982 15302 catalog_manager.cc:5697] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 reported cstate change: term changed from 5 to 6, leader changed from ca4810b8d65c48609d508f50b57293c9 (127.14.195.3) to d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1). New cstate: current_term: 6 leader_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } health_report { overall_health: HEALTHY } } }
14:17:46.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.082830 16339 raft_consensus.cc:1275] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 6 FOLLOWER]: Refusing update from remote peer d4fa2147ee164c0aa21b7adf241c8b01: Log matching property violated. Preceding OpId in replica: term: 4 index: 12. Preceding OpId from leader: term: 6 index: 17. (index mismatch)
14:17:46.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.083622 16416 consensus_queue.cc:1048] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [LEADER]: Connected to new peer: Peer: permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
14:17:46.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:46.092447 16102 consensus_peers.cc:597] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 -> Peer ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225): Couldn't send request to peer ca4810b8d65c48609d508f50b57293c9. Status: Network error: Client connection negotiation failed: client connection to 127.14.195.3:46225: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:17:46.324 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:46.324 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)[L]]}]
14:17:46.325 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=13, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=2063), Traces: [0ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [21ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [21ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [42ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [43ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [45ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [46ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [59ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [62ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [63ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [65ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [65ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [99ms] refreshing cache from master, [99ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [102ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [104ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [105ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [106ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [259ms] refreshing cache from master, [259ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [263ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [266ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [273ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [273ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [980ms] refreshing cache from master, [980ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [983ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [984ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [986ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [986ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [2059ms] refreshing cache from master, [2059ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [2062ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@99825067(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@6140d3a6 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2087788709 after retry RPC@583897027) -> (continuation of Deferred@88268655 after retry RPC@1947822960) -> (continuation of Deferred@1083309234 after retry RPC@2137808187) -> (continuation of Deferred@2064433299 after retry RPC@1712643916) -> (continuation of Deferred@1277280717 after retry RPC@202344890), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@42f3922a -> wakeup thread Time-limited test -> (continuation of Deferred@2087788709 after retry RPC@583897027) -> (continuation of Deferred@88268655 after retry RPC@1947822960) -> (continuation of Deferred@1083309234 after retry RPC@2137808187) -> (continuation of Deferred@2064433299 after retry RPC@1712643916) -> (continuation of Deferred@1277280717 after retry RPC@202344890))) after lookup
14:17:46.325 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] connecting to peer
14:17:46.327 [DEBUG - kudu-nio-5] (Connection.java:757) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] Successfully connected to peer
14:17:46.355 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x8abbcb8b, L:/127.0.0.1:35554 - R:/127.14.195.1:45231] using TOKEN/null
14:17:46.377 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.195.3:46225
14:17:46.378 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:17:46.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.378847 15116 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:46.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:46.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/wal
14:17:46.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data
14:17:46.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:17:46.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:17:46.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:17:46.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:46.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:46.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:46.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/logs
14:17:46.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data/info.pb
14:17:46.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:46.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:17:46.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:17:46.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:17:46.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:17:46.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:46.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:46.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:46.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:17:46.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:17:46.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.3:46225
14:17:46.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.195.3
14:17:46.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:46.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40403
14:17:46.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.3
14:17:46.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:46.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:46.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:46.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:17:46.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:46.502219 16430 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:17:46.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:46.502471 16430 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:17:46.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:46.502516 16430 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:17:46.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:46.506462 16430 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:17:46.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:46.506636 16430 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.195.3
14:17:46.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.511183 16430 tablet_server_runner.cc:78] Tablet server non-default flags:
14:17:46.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:46.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:46.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:46.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:17:46.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data
14:17:46.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/wal
14:17:46.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:46.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:46.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.3:46225
14:17:46.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:17:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data/info.pb
14:17:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.3
14:17:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40403
14:17:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:17:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16430
14:17:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:17:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:17:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.195.3
14:17:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/logs
14:17:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:17:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:17:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:17:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:17:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:17:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:17:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:44 UTC on bdcb31816ec0
14:17:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15851
14:17:46.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.512921 16430 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:17:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.514165 16430 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:17:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:46.523087 16436 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:46.523097 16435 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:46.523245 16438 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.523638 16430 server_base.cc:1061] running on GCE node
14:17:46.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.524267 16430 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:17:46.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.524958 16430 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:17:46.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.526190 16430 hybrid_clock.cc:648] HybridClock initialized: now 1779113866526145 us; error 56 us; skew 500 ppm
14:17:46.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.528354 16430 webserver.cc:533] Webserver started at http://127.14.195.3:40403/ using document root <none> and password file <none>
14:17:46.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.529112 16430 fs_manager.cc:362] Metadata directory not provided
14:17:46.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.529212 16430 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:17:46.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.533222 16430 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.003s	sys 0.001s
14:17:46.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.535647 16445 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:17:46.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.537186 16430 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
14:17:46.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.537362 16430 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data,/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/wal
14:17:46.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca4810b8d65c48609d508f50b57293c9"
14:17:46.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:17:32 on dist-test-slave-krfp"
14:17:46.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.537904 16430 fs_report.cc:389] FS layout report
14:17:46.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:17:46.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/wal
14:17:46.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/wal
14:17:46.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data/data
14:17:46.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:17:46.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:17:46.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:17:46.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:17:46.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:17:46.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:17:46.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:17:46.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:17:46.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:17:46.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:17:46.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:17:46.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.568218 16430 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:17:46.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.569003 16430 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:17:46.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.569164 16430 kserver.cc:163] Server-wide thread pool size limit: 3276
14:17:46.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.569689 16430 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:17:46.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.571151 16452 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:17:46.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.574913 16430 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:17:46.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.575044 16430 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
14:17:46.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.575125 16430 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:17:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.577101 16430 ts_tablet_manager.cc:616] Registered 1 tablets
14:17:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.577190 16430 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.002s	sys 0.000s
14:17:46.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.577632 16452 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Bootstrap starting.
14:17:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.593824 16430 rpc_server.cc:307] RPC server started. Bound to: 127.14.195.3:46225
14:17:46.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.593907 16559 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.195.3:46225 every 8 connection(s)
14:17:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.595048 16430 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data/info.pb
14:17:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.597052 16452 log.cc:826] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Log is configured to *not* fsync() on all Append() calls
14:17:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.598764 15116 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu as pid 16430
14:17:46.599 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:17:46.612 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564, tablet=60b6e8b2d1fa4607a62e9724073c89c9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:17:46.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.612519 16560 heartbeater.cc:344] Connected to a master server at 127.14.195.60:35545
14:17:46.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.612893 16560 heartbeater.cc:461] Registering TS with master...
14:17:46.613 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.195.1:45231
14:17:46.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.613660 16560 heartbeater.cc:507] Master 127.14.195.60:35545 requested a full tablet report, sending...
14:17:46.614 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:17:46.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.614233 15116 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu with pid 16084
14:17:46.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.616125 15302 ts_manager.cc:194] Re-registered known tserver with Master: ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225)
14:17:46.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.617183 15302 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.195.3:50993
14:17:46.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.617597 16452 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:17:46.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.618064 16452 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Bootstrap complete.
14:17:46.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.619426 16452 ts_tablet_manager.cc:1403] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Time spent bootstrapping tablet: real 0.042s	user 0.023s	sys 0.013s
14:17:46.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.619956 16562 heartbeater.cc:344] Connected to a master server at 127.14.195.61:46313
14:17:46.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.619989 16561 heartbeater.cc:344] Connected to a master server at 127.14.195.62:43337
14:17:46.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.620056 16562 heartbeater.cc:461] Registering TS with master...
14:17:46.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.620303 16562 heartbeater.cc:507] Master 127.14.195.61:46313 requested a full tablet report, sending...
14:17:46.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.620056 16561 heartbeater.cc:461] Registering TS with master...
14:17:46.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.620854 16561 heartbeater.cc:507] Master 127.14.195.62:43337 requested a full tablet report, sending...
14:17:46.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.621743 15230 ts_manager.cc:194] Re-registered known tserver with Master: ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225)
14:17:46.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.621886 15154 ts_manager.cc:194] Re-registered known tserver with Master: ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225)
14:17:46.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.622244 16452 raft_consensus.cc:359] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:46.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.622617 16452 raft_consensus.cc:740] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: ca4810b8d65c48609d508f50b57293c9, State: Initialized, Role: FOLLOWER
14:17:46.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.623369 16452 consensus_queue.cc:260] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.624372 16560 heartbeater.cc:499] Master 127.14.195.60:35545 was elected leader, sending a full tablet report...
14:17:46.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:46.624830 16452 ts_tablet_manager.cc:1434] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Time spent starting tablet: real 0.005s	user 0.008s	sys 0.000s
14:17:46.628 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:17:46.628 [DEBUG - kudu-nio-5] (Connection.java:239) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] handling channelInactive
14:17:46.629 [DEBUG - kudu-nio-5] (Connection.java:709) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] cleaning up while in state READY due to: connection closed
14:17:46.641 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] connecting to peer
14:17:46.643 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:46.643 [DEBUG - kudu-nio-6] (Connection.java:709) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:46.644 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:46.664 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:46.664 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)[L]]}]
14:17:46.664 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=3, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=36), Traces: [0ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [1ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [16ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [16ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [35ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@505213586(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@6e2eeab2 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@fc50175 -> wakeup thread Time-limited test)) after lookup
14:17:46.665 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] connecting to peer
14:17:46.666 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:46.666 [DEBUG - kudu-nio-7] (Connection.java:709) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:46.666 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:46.683 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:46.684 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)[L]]}]
14:17:46.685 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=5, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=56), Traces: [0ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [1ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [16ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [16ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [35ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [37ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [38ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [38ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [55ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@505213586(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@6e2eeab2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@38400450 after retry RPC@1776956734), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@fc50175 -> wakeup thread Time-limited test -> (continuation of Deferred@38400450 after retry RPC@1776956734))) after lookup
14:17:46.686 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] connecting to peer
14:17:46.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:46.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:46.687 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:46.704 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:46.704 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)[L]]}]
14:17:46.705 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=7, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=76), Traces: [0ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [1ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [16ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [16ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [35ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [37ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [38ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [38ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [55ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [57ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [59ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [59ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [76ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@505213586(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@6e2eeab2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@38400450 after retry RPC@1776956734) -> (continuation of Deferred@1214507177 after retry RPC@1889040222), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@fc50175 -> wakeup thread Time-limited test -> (continuation of Deferred@38400450 after retry RPC@1776956734) -> (continuation of Deferred@1214507177 after retry RPC@1889040222))) after lookup
14:17:46.705 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] connecting to peer
14:17:46.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:46.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:46.706 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:46.903 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:46.903 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)[L]]}]
14:17:46.904 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=9, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=275), Traces: [0ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [1ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [16ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [16ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [35ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [37ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [38ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [38ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [55ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [57ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [59ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [59ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [76ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [77ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [78ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [78ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [272ms] refreshing cache from master, [272ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [275ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@505213586(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@6e2eeab2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@38400450 after retry RPC@1776956734) -> (continuation of Deferred@1214507177 after retry RPC@1889040222) -> (continuation of Deferred@80831882 after retry RPC@1816428315), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@fc50175 -> wakeup thread Time-limited test -> (continuation of Deferred@38400450 after retry RPC@1776956734) -> (continuation of Deferred@1214507177 after retry RPC@1889040222) -> (continuation of Deferred@80831882 after retry RPC@1816428315))) after lookup
14:17:46.904 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] connecting to peer
14:17:46.905 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:46.905 [DEBUG - kudu-nio-2] (Connection.java:709) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:46.906 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:47.505 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:47.505 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)[L]]}]
14:17:47.506 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=11, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=877), Traces: [0ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [1ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [16ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [16ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [35ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [37ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [38ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [38ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [55ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [57ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [59ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [59ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [76ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [77ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [78ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [78ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [272ms] refreshing cache from master, [272ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [275ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [276ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [278ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [278ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [872ms] refreshing cache from master, [872ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [876ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@505213586(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@6e2eeab2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@38400450 after retry RPC@1776956734) -> (continuation of Deferred@1214507177 after retry RPC@1889040222) -> (continuation of Deferred@80831882 after retry RPC@1816428315) -> (continuation of Deferred@1572394868 after retry RPC@315344767), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@fc50175 -> wakeup thread Time-limited test -> (continuation of Deferred@38400450 after retry RPC@1776956734) -> (continuation of Deferred@1214507177 after retry RPC@1889040222) -> (continuation of Deferred@80831882 after retry RPC@1816428315) -> (continuation of Deferred@1572394868 after retry RPC@315344767))) after lookup
14:17:47.507 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] connecting to peer
14:17:47.508 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:47.508 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:47.509 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:47.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:47.876856 16573 raft_consensus.cc:493] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader d4fa2147ee164c0aa21b7adf241c8b01)
14:17:47.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:47.877038 16573 raft_consensus.cc:515] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:47.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:47.878283 16573 leader_election.cc:290] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225), d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231)
14:17:47.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:47.879043 16271 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.195.1:45231: connect: Connection refused (error 111)
14:17:47.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:47.879951 16271 leader_election.cc:336] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231): Network error: Client connection negotiation failed: client connection to 127.14.195.1:45231: connect: Connection refused (error 111)
14:17:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:47.884661 16514 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60b6e8b2d1fa4607a62e9724073c89c9" candidate_uuid: "817a980740cf4cbf9e644ce4c9389023" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "ca4810b8d65c48609d508f50b57293c9" is_pre_election: true
14:17:47.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:47.885110 16514 raft_consensus.cc:2468] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 817a980740cf4cbf9e644ce4c9389023 in term 5.
14:17:47.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:47.885978 16273 leader_election.cc:304] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 817a980740cf4cbf9e644ce4c9389023, ca4810b8d65c48609d508f50b57293c9; no voters: d4fa2147ee164c0aa21b7adf241c8b01
14:17:47.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:47.886279 16573 raft_consensus.cc:2804] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 6 FOLLOWER]: Leader pre-election won for term 7
14:17:47.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:47.886337 16573 raft_consensus.cc:493] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 6 FOLLOWER]: Starting leader election (detected failure of leader d4fa2147ee164c0aa21b7adf241c8b01)
14:17:47.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:47.886376 16573 raft_consensus.cc:3060] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 6 FOLLOWER]: Advancing to term 7
14:17:47.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:47.887449 16573 raft_consensus.cc:515] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:47.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:47.887889 16573 leader_election.cc:290] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [CANDIDATE]: Term 7 election: Requested vote from peers ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225), d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231)
14:17:47.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:47.888283 16514 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60b6e8b2d1fa4607a62e9724073c89c9" candidate_uuid: "817a980740cf4cbf9e644ce4c9389023" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "ca4810b8d65c48609d508f50b57293c9"
14:17:47.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:47.888427 16514 raft_consensus.cc:3060] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 5 FOLLOWER]: Advancing to term 7
14:17:47.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:47.889753 16271 leader_election.cc:336] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231): Network error: Client connection negotiation failed: client connection to 127.14.195.1:45231: connect: Connection refused (error 111)
14:17:47.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:47.890537 16514 raft_consensus.cc:2468] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 817a980740cf4cbf9e644ce4c9389023 in term 7.
14:17:47.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:47.890939 16273 leader_election.cc:304] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 817a980740cf4cbf9e644ce4c9389023, ca4810b8d65c48609d508f50b57293c9; no voters: d4fa2147ee164c0aa21b7adf241c8b01
14:17:47.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:47.891167 16573 raft_consensus.cc:2804] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 7 FOLLOWER]: Leader election won for term 7
14:17:47.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:47.891541 16573 raft_consensus.cc:697] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 7 LEADER]: Becoming Leader. State: Replica: 817a980740cf4cbf9e644ce4c9389023, State: Running, Role: LEADER
14:17:47.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:47.891901 16573 consensus_queue.cc:237] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:47.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:47.895255 15302 catalog_manager.cc:5697] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 reported cstate change: term changed from 6 to 7, leader changed from d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1) to 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2). New cstate: current_term: 7 leader_uuid: "817a980740cf4cbf9e644ce4c9389023" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } health_report { overall_health: UNKNOWN } } }
14:17:48.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:48.466739 16271 consensus_peers.cc:597] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 -> Peer d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231): Couldn't send request to peer d4fa2147ee164c0aa21b7adf241c8b01. Status: Network error: Client connection negotiation failed: client connection to 127.14.195.1:45231: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:17:48.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.474447 16514 raft_consensus.cc:1275] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 7 FOLLOWER]: Refusing update from remote peer 817a980740cf4cbf9e644ce4c9389023: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 7 index: 21. (index mismatch)
14:17:48.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.475467 16591 consensus_queue.cc:1048] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
14:17:48.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.480248 16595 mvcc.cc:204] Tried to move back new op lower bound from 7287250396603113472 to 7287250393259962368. Current Snapshot: MvccSnapshot[applied={T|T < 7287250396603113472}]
14:17:48.644 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:48.644 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)[L],ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:48.645 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=13, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=2016), Traces: [0ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [1ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [16ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [16ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [35ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [37ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [38ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [38ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [55ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [57ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [59ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [59ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [72ms] refreshing cache from master, [72ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [76ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [77ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [78ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [78ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [272ms] refreshing cache from master, [272ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [275ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [276ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [278ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [278ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [872ms] refreshing cache from master, [872ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [876ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [878ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [881ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [881ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [2012ms] refreshing cache from master, [2012ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [2016ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@505213586(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@6e2eeab2 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@38400450 after retry RPC@1776956734) -> (continuation of Deferred@1214507177 after retry RPC@1889040222) -> (continuation of Deferred@80831882 after retry RPC@1816428315) -> (continuation of Deferred@1572394868 after retry RPC@315344767) -> (continuation of Deferred@1271162358 after retry RPC@133735374), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@fc50175 -> wakeup thread Time-limited test -> (continuation of Deferred@38400450 after retry RPC@1776956734) -> (continuation of Deferred@1214507177 after retry RPC@1889040222) -> (continuation of Deferred@80831882 after retry RPC@1816428315) -> (continuation of Deferred@1572394868 after retry RPC@315344767) -> (continuation of Deferred@1271162358 after retry RPC@133735374))) after lookup
14:17:48.646 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] connecting to peer
14:17:48.647 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] Successfully connected to peer
14:17:48.679 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xcea0d066, L:/127.0.0.1:58550 - R:/127.14.195.2:46179] using TOKEN/null
14:17:48.709 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.195.1:45231
14:17:48.711 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:17:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.711841 15116 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/wal
14:17:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data
14:17:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:17:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:17:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:17:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/logs
14:17:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data/info.pb
14:17:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:17:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:17:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:17:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:17:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:17:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:17:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.1:45231
14:17:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.195.1
14:17:48.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:48.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46319
14:17:48.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.1
14:17:48.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:48.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:48.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:48.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:17:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:48.835830 16605 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:17:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:48.836274 16605 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:17:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:48.836344 16605 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:17:48.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:48.840296 16605 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:17:48.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:48.840481 16605 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.195.1
14:17:48.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.845121 16605 tablet_server_runner.cc:78] Tablet server non-default flags:
14:17:48.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:48.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:48.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:48.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:17:48.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data
14:17:48.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/wal
14:17:48.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:48.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:48.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.1:45231
14:17:48.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:17:48.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:48.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:48.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data/info.pb
14:17:48.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.1
14:17:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46319
14:17:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:17:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16605
14:17:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:17:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:17:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.195.1
14:17:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/logs
14:17:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:17:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:17:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:17:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:17:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:17:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:17:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:44 UTC on bdcb31816ec0
14:17:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15851
14:17:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.846792 16605 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:17:48.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.848635 16605 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:17:48.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:48.856525 16613 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:48.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:48.856525 16610 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:48.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.857056 16605 server_base.cc:1061] running on GCE node
14:17:48.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:48.856539 16611 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:48.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.857750 16605 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:17:48.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.858444 16605 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:17:48.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.859634 16605 hybrid_clock.cc:648] HybridClock initialized: now 1779113868859611 us; error 38 us; skew 500 ppm
14:17:48.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.861637 16605 webserver.cc:533] Webserver started at http://127.14.195.1:46319/ using document root <none> and password file <none>
14:17:48.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.862309 16605 fs_manager.cc:362] Metadata directory not provided
14:17:48.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.862399 16605 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:17:48.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.866328 16605 fs_manager.cc:714] Time spent opening directory manager: real 0.002s	user 0.004s	sys 0.000s
14:17:48.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.868830 16619 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:17:48.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.870071 16605 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
14:17:48.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.870249 16605 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data,/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/wal
14:17:48.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4fa2147ee164c0aa21b7adf241c8b01"
14:17:48.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:17:32 on dist-test-slave-krfp"
14:17:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.870828 16605 fs_report.cc:389] FS layout report
14:17:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:17:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/wal
14:17:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/wal
14:17:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data/data
14:17:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:17:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:17:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:17:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:17:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:17:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:17:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:17:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:17:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:17:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:17:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:17:48.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.905473 16605 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:17:48.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.906301 16605 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:17:48.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.906534 16605 kserver.cc:163] Server-wide thread pool size limit: 3276
14:17:48.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.907202 16605 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:17:48.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.908818 16626 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:17:48.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.912285 16605 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:17:48.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.912475 16605 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
14:17:48.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.912554 16605 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:17:48.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.914315 16605 ts_tablet_manager.cc:616] Registered 1 tablets
14:17:48.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.914402 16605 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
14:17:48.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.914736 16626 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01: Bootstrap starting.
14:17:48.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.928058 16605 rpc_server.cc:307] RPC server started. Bound to: 127.14.195.1:45231
14:17:48.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.928081 16733 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.195.1:45231 every 8 connection(s)
14:17:48.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.929319 16605 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data/info.pb
14:17:48.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.930050 15116 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu as pid 16605
14:17:48.931 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:17:48.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.933785 16626 log.cc:826] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01: Log is configured to *not* fsync() on all Append() calls
14:17:48.944 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564, tablet=60b6e8b2d1fa4607a62e9724073c89c9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:17:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.942859 16734 heartbeater.cc:344] Connected to a master server at 127.14.195.60:35545
14:17:48.944 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.195.2:46179
14:17:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.943138 16734 heartbeater.cc:461] Registering TS with master...
14:17:48.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.943722 16734 heartbeater.cc:507] Master 127.14.195.60:35545 requested a full tablet report, sending...
14:17:48.945 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:17:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.945170 16735 heartbeater.cc:344] Connected to a master server at 127.14.195.62:43337
14:17:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.945426 16735 heartbeater.cc:461] Registering TS with master...
14:17:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.945578 15116 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu with pid 16256
14:17:48.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.945604 16736 heartbeater.cc:344] Connected to a master server at 127.14.195.61:46313
14:17:48.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.947655 16736 heartbeater.cc:461] Registering TS with master...
14:17:48.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.947654 15302 ts_manager.cc:194] Re-registered known tserver with Master: d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231)
14:17:48.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.947957 16736 heartbeater.cc:507] Master 127.14.195.61:46313 requested a full tablet report, sending...
14:17:48.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.948222 16735 heartbeater.cc:507] Master 127.14.195.62:43337 requested a full tablet report, sending...
14:17:48.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.948580 15302 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.195.1:59061
14:17:48.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.949347 15152 ts_manager.cc:194] Re-registered known tserver with Master: d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231)
14:17:48.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.949355 15230 ts_manager.cc:194] Re-registered known tserver with Master: d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231)
14:17:48.956 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:17:48.957 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] handling channelInactive
14:17:48.957 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] cleaning up while in state READY due to: connection closed
14:17:48.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.959062 16626 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:17:48.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.959569 16626 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01: Bootstrap complete.
14:17:48.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.961184 16626 ts_tablet_manager.cc:1403] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01: Time spent bootstrapping tablet: real 0.047s	user 0.033s	sys 0.007s
14:17:48.961 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] connecting to peer
14:17:48.962 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:48.962 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] cleaning up while in state CONNECTING due to: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:48.963 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:48.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.965243 16626 raft_consensus.cc:359] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:48.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.965776 16626 raft_consensus.cc:740] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: d4fa2147ee164c0aa21b7adf241c8b01, State: Initialized, Role: FOLLOWER
14:17:48.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.966534 16626 consensus_queue.cc:260] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:48.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.967407 16734 heartbeater.cc:499] Master 127.14.195.60:35545 was elected leader, sending a full tablet report...
14:17:48.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:48.967574 16626 ts_tablet_manager.cc:1434] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01: Time spent starting tablet: real 0.006s	user 0.006s	sys 0.000s
14:17:48.984 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:48.984 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)[L],ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:48.984 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=3, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [1ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [6ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [6ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [26ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1316248621(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@cd060fe -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ec6b19d -> wakeup thread Time-limited test)) after lookup
14:17:48.985 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] connecting to peer
14:17:48.986 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:48.986 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] cleaning up while in state CONNECTING due to: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:48.987 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:49.003 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:49.003 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)[L],ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:49.003 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=5, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [1ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [6ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [6ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [26ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [28ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [30ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [30ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [46ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1316248621(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@cd060fe -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1086024331 after retry RPC@1274700120), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ec6b19d -> wakeup thread Time-limited test -> (continuation of Deferred@1086024331 after retry RPC@1274700120))) after lookup
14:17:49.004 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] connecting to peer
14:17:49.005 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:49.005 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] cleaning up while in state CONNECTING due to: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:49.005 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:49.043 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:49.044 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)[L],ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:49.044 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=7, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=87), Traces: [0ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [1ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [6ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [6ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [26ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [28ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [30ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [30ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [46ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [47ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [48ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [48ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [86ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1316248621(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@cd060fe -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1086024331 after retry RPC@1274700120) -> (continuation of Deferred@1912445123 after retry RPC@1763038981), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ec6b19d -> wakeup thread Time-limited test -> (continuation of Deferred@1086024331 after retry RPC@1274700120) -> (continuation of Deferred@1912445123 after retry RPC@1763038981))) after lookup
14:17:49.045 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] connecting to peer
14:17:49.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:49.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] cleaning up while in state CONNECTING due to: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:49.046 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:49.104 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:49.104 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)[L],ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:49.105 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=9, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=147), Traces: [0ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [1ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [6ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [6ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [26ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [28ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [30ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [30ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [46ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [47ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [48ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [48ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [86ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [88ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [89ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [89ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [143ms] refreshing cache from master, [143ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [146ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1316248621(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@cd060fe -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1086024331 after retry RPC@1274700120) -> (continuation of Deferred@1912445123 after retry RPC@1763038981) -> (continuation of Deferred@194657031 after retry RPC@1282435214), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ec6b19d -> wakeup thread Time-limited test -> (continuation of Deferred@1086024331 after retry RPC@1274700120) -> (continuation of Deferred@1912445123 after retry RPC@1763038981) -> (continuation of Deferred@194657031 after retry RPC@1282435214))) after lookup
14:17:49.105 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] connecting to peer
14:17:49.106 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:49.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] cleaning up while in state CONNECTING due to: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:49.107 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:49.524 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:49.524 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)[L],ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:49.524 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=11, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=567), Traces: [0ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [1ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [6ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [6ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [26ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [28ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [30ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [30ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [46ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [47ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [48ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [48ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [86ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [88ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [89ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [89ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [143ms] refreshing cache from master, [143ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [146ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [148ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [150ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [150ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [563ms] refreshing cache from master, [564ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [566ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1316248621(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@cd060fe -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1086024331 after retry RPC@1274700120) -> (continuation of Deferred@1912445123 after retry RPC@1763038981) -> (continuation of Deferred@194657031 after retry RPC@1282435214) -> (continuation of Deferred@2131267137 after retry RPC@484440658), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ec6b19d -> wakeup thread Time-limited test -> (continuation of Deferred@1086024331 after retry RPC@1274700120) -> (continuation of Deferred@1912445123 after retry RPC@1763038981) -> (continuation of Deferred@194657031 after retry RPC@1282435214) -> (continuation of Deferred@2131267137 after retry RPC@484440658))) after lookup
14:17:49.525 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] connecting to peer
14:17:49.526 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:49.526 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] cleaning up while in state CONNECTING due to: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:49.526 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:50.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.208931 16747 raft_consensus.cc:493] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 817a980740cf4cbf9e644ce4c9389023)
14:17:50.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.209092 16747 raft_consensus.cc:515] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:50.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.210279 16747 leader_election.cc:290] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179), d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231)
14:17:50.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:50.211436 16447 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.195.2:46179: connect: Connection refused (error 111)
14:17:50.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:50.212715 16447 leader_election.cc:336] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179): Network error: Client connection negotiation failed: client connection to 127.14.195.2:46179: connect: Connection refused (error 111)
14:17:50.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.216681 16688 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60b6e8b2d1fa4607a62e9724073c89c9" candidate_uuid: "ca4810b8d65c48609d508f50b57293c9" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" is_pre_election: true
14:17:50.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.217046 16688 raft_consensus.cc:2468] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ca4810b8d65c48609d508f50b57293c9 in term 6.
14:17:50.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.218425 16446 leader_election.cc:304] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: ca4810b8d65c48609d508f50b57293c9, d4fa2147ee164c0aa21b7adf241c8b01; no voters: 817a980740cf4cbf9e644ce4c9389023
14:17:50.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.218743 16747 raft_consensus.cc:2804] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 7 FOLLOWER]: Leader pre-election won for term 8
14:17:50.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.218820 16747 raft_consensus.cc:493] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 7 FOLLOWER]: Starting leader election (detected failure of leader 817a980740cf4cbf9e644ce4c9389023)
14:17:50.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.218868 16747 raft_consensus.cc:3060] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 7 FOLLOWER]: Advancing to term 8
14:17:50.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.219834 16747 raft_consensus.cc:515] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:50.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.220381 16747 leader_election.cc:290] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [CANDIDATE]: Term 8 election: Requested vote from peers 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179), d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231)
14:17:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.220960 16688 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60b6e8b2d1fa4607a62e9724073c89c9" candidate_uuid: "ca4810b8d65c48609d508f50b57293c9" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "d4fa2147ee164c0aa21b7adf241c8b01"
14:17:50.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.221109 16688 raft_consensus.cc:3060] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 6 FOLLOWER]: Advancing to term 8
14:17:50.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:50.222729 16447 leader_election.cc:336] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179): Network error: Client connection negotiation failed: client connection to 127.14.195.2:46179: connect: Connection refused (error 111)
14:17:50.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.223253 16688 raft_consensus.cc:2468] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ca4810b8d65c48609d508f50b57293c9 in term 8.
14:17:50.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.223723 16446 leader_election.cc:304] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: ca4810b8d65c48609d508f50b57293c9, d4fa2147ee164c0aa21b7adf241c8b01; no voters: 817a980740cf4cbf9e644ce4c9389023
14:17:50.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.224020 16747 raft_consensus.cc:2804] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 8 FOLLOWER]: Leader election won for term 8
14:17:50.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.224396 16747 raft_consensus.cc:697] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 8 LEADER]: Becoming Leader. State: Replica: ca4810b8d65c48609d508f50b57293c9, State: Running, Role: LEADER
14:17:50.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.224843 16747 consensus_queue.cc:237] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:50.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.229126 15302 catalog_manager.cc:5697] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 reported cstate change: term changed from 7 to 8, leader changed from 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2) to ca4810b8d65c48609d508f50b57293c9 (127.14.195.3). New cstate: current_term: 8 leader_uuid: "ca4810b8d65c48609d508f50b57293c9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } health_report { overall_health: UNKNOWN } } }
14:17:50.545 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:50.545 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)[L],d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:50.546 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=13, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1588), Traces: [0ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [1ms] delaying RPC due to: Illegal state: connection is terminated, [4ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [6ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [6ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [26ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [28ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [30ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [30ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [46ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [47ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [48ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [48ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [83ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [86ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [88ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [89ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [89ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [143ms] refreshing cache from master, [143ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [146ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [148ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [150ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [150ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [563ms] refreshing cache from master, [564ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [566ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [568ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [569ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [569ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [1583ms] refreshing cache from master, [1583ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [1587ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1316248621(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@cd060fe -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1086024331 after retry RPC@1274700120) -> (continuation of Deferred@1912445123 after retry RPC@1763038981) -> (continuation of Deferred@194657031 after retry RPC@1282435214) -> (continuation of Deferred@2131267137 after retry RPC@484440658) -> (continuation of Deferred@828629417 after retry RPC@1376620733), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ec6b19d -> wakeup thread Time-limited test -> (continuation of Deferred@1086024331 after retry RPC@1274700120) -> (continuation of Deferred@1912445123 after retry RPC@1763038981) -> (continuation of Deferred@194657031 after retry RPC@1282435214) -> (continuation of Deferred@2131267137 after retry RPC@484440658) -> (continuation of Deferred@828629417 after retry RPC@1376620733))) after lookup
14:17:50.546 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] connecting to peer
14:17:50.548 [DEBUG - kudu-nio-3] (Connection.java:757) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] Successfully connected to peer
14:17:50.568 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x72317d96, L:/127.0.0.1:60154 - R:/127.14.195.3:46225] using TOKEN/null
14:17:50.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.573395 16688 raft_consensus.cc:1275] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 8 FOLLOWER]: Refusing update from remote peer ca4810b8d65c48609d508f50b57293c9: Log matching property violated. Preceding OpId in replica: term: 6 index: 20. Preceding OpId from leader: term: 8 index: 26. (index mismatch)
14:17:50.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:50.573469 16447 consensus_peers.cc:597] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 -> Peer 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179): Couldn't send request to peer 817a980740cf4cbf9e644ce4c9389023. Status: Network error: Client connection negotiation failed: client connection to 127.14.195.2:46179: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:17:50.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.574201 16752 consensus_queue.cc:1048] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
14:17:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.583437 16768 mvcc.cc:204] Tried to move back new op lower bound from 7287250413859909632 to 7287250412447662080. Current Snapshot: MvccSnapshot[applied={T|T < 7287250413859909632}]
14:17:50.601 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.195.2:46179
14:17:50.601 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:17:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.602124 15116 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/wal
14:17:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data
14:17:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:17:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:17:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:17:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/logs
14:17:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data/info.pb
14:17:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:17:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:17:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:17:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:17:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:17:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:17:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.2:46179
14:17:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.195.2
14:17:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36345
14:17:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.2
14:17:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:17:50.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:50.722358 16775 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:17:50.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:50.722621 16775 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:17:50.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:50.722671 16775 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:17:50.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:50.726922 16775 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:17:50.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:50.727079 16775 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.195.2
14:17:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.731600 16775 tablet_server_runner.cc:78] Tablet server non-default flags:
14:17:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:17:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data
14:17:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/wal
14:17:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.2:46179
14:17:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:17:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data/info.pb
14:17:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.2
14:17:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36345
14:17:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:17:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16775
14:17:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:17:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:17:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.195.2
14:17:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/logs
14:17:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:17:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:17:50.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:17:50.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:17:50.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:17:50.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:17:50.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:44 UTC on bdcb31816ec0
14:17:50.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15851
14:17:50.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.733063 16775 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:17:50.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.734253 16775 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:17:50.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:50.742084 16783 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:50.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:50.742256 16780 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:50.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:50.742344 16781 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:50.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.742455 16775 server_base.cc:1061] running on GCE node
14:17:50.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.744208 16775 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:17:50.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.745020 16775 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:17:50.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.746505 16775 hybrid_clock.cc:648] HybridClock initialized: now 1779113870746454 us; error 78 us; skew 500 ppm
14:17:50.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.749342 16775 webserver.cc:533] Webserver started at http://127.14.195.2:36345/ using document root <none> and password file <none>
14:17:50.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.749943 16775 fs_manager.cc:362] Metadata directory not provided
14:17:50.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.750005 16775 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:17:50.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.754519 16775 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
14:17:50.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.757532 16789 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:17:50.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.759508 16775 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
14:17:50.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.759732 16775 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data,/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/wal
14:17:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "817a980740cf4cbf9e644ce4c9389023"
14:17:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:17:32 on dist-test-slave-krfp"
14:17:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.760627 16775 fs_report.cc:389] FS layout report
14:17:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:17:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/wal
14:17:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/wal
14:17:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data/data
14:17:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:17:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:17:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:17:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:17:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:17:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:17:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:17:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:17:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:17:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:17:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:17:50.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.790758 16775 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:17:50.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.791453 16775 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:17:50.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.791625 16775 kserver.cc:163] Server-wide thread pool size limit: 3276
14:17:50.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.792173 16775 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:17:50.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.793666 16796 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:17:50.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.798237 16775 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:17:50.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.798338 16775 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.005s	user 0.001s	sys 0.000s
14:17:50.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.798399 16775 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:17:50.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.800087 16775 ts_tablet_manager.cc:616] Registered 1 tablets
14:17:50.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.800150 16775 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
14:17:50.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.800622 16796 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023: Bootstrap starting.
14:17:50.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.814159 16775 rpc_server.cc:307] RPC server started. Bound to: 127.14.195.2:46179
14:17:50.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.814191 16903 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.195.2:46179 every 8 connection(s)
14:17:50.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.815536 16775 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data/info.pb
14:17:50.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.819114 16796 log.cc:826] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023: Log is configured to *not* fsync() on all Append() calls
14:17:50.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.822769 15116 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu as pid 16775
14:17:50.823 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:17:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.826067 16905 heartbeater.cc:344] Connected to a master server at 127.14.195.62:43337
14:17:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.826574 16905 heartbeater.cc:461] Registering TS with master...
14:17:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.827488 16905 heartbeater.cc:507] Master 127.14.195.62:43337 requested a full tablet report, sending...
14:17:50.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.828104 16906 heartbeater.cc:344] Connected to a master server at 127.14.195.61:46313
14:17:50.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.828234 16906 heartbeater.cc:461] Registering TS with master...
14:17:50.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.828473 16906 heartbeater.cc:507] Master 127.14.195.61:46313 requested a full tablet report, sending...
14:17:50.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.829564 16904 heartbeater.cc:344] Connected to a master server at 127.14.195.60:35545
14:17:50.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.829664 16904 heartbeater.cc:461] Registering TS with master...
14:17:50.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.829883 16904 heartbeater.cc:507] Master 127.14.195.60:35545 requested a full tablet report, sending...
14:17:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.830701 15231 ts_manager.cc:194] Re-registered known tserver with Master: 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179)
14:17:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.830726 15154 ts_manager.cc:194] Re-registered known tserver with Master: 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179)
14:17:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.831800 15303 ts_manager.cc:194] Re-registered known tserver with Master: 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179)
14:17:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.832777 15303 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.195.2:45997
14:17:50.838 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564, tablet=60b6e8b2d1fa4607a62e9724073c89c9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:17:50.841 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.195.3:46225
14:17:50.841 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:17:50.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.841688 15116 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu with pid 16430
14:17:50.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.848762 16796 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:17:50.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.849323 16796 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023: Bootstrap complete.
14:17:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.851300 16796 ts_tablet_manager.cc:1403] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023: Time spent bootstrapping tablet: real 0.051s	user 0.031s	sys 0.013s
14:17:50.852 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:17:50.852 [DEBUG - kudu-nio-3] (Connection.java:239) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] handling channelInactive
14:17:50.853 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] cleaning up while in state READY due to: connection closed
14:17:50.853 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: connection closed
14:17:50.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.854619 16796 raft_consensus.cc:359] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:50.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.855047 16796 raft_consensus.cc:740] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 817a980740cf4cbf9e644ce4c9389023, State: Initialized, Role: FOLLOWER
14:17:50.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.855583 16796 consensus_queue.cc:260] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:50.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.856771 16796 ts_tablet_manager.cc:1434] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023: Time spent starting tablet: real 0.005s	user 0.005s	sys 0.000s
14:17:50.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:50.856783 16904 heartbeater.cc:499] Master 127.14.195.60:35545 was elected leader, sending a full tablet report...
14:17:50.863 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:50.863 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)[L],d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:50.864 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=11), Traces: [0ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [1ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [10ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@2007968659(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@4999c5a3 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3d5e6f3e -> wakeup thread Time-limited test)) after lookup
14:17:50.864 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] connecting to peer
14:17:50.866 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:50.866 [DEBUG - kudu-nio-4] (Connection.java:709) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:50.866 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:50.884 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:50.884 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)[L],d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:50.885 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=32), Traces: [0ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [1ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [10ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [12ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [14ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [14ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [28ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [31ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@2007968659(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@4999c5a3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@308549037 after retry RPC@1552789312), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3d5e6f3e -> wakeup thread Time-limited test -> (continuation of Deferred@308549037 after retry RPC@1552789312))) after lookup
14:17:50.886 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] connecting to peer
14:17:50.887 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:50.887 [DEBUG - kudu-nio-5] (Connection.java:709) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:50.888 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:50.923 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:50.923 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)[L],d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:50.923 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=71), Traces: [0ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [1ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [10ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [12ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [14ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [14ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [28ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [31ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [33ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [36ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [36ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [70ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@2007968659(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@4999c5a3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@308549037 after retry RPC@1552789312) -> (continuation of Deferred@175442414 after retry RPC@993214543), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3d5e6f3e -> wakeup thread Time-limited test -> (continuation of Deferred@308549037 after retry RPC@1552789312) -> (continuation of Deferred@175442414 after retry RPC@993214543))) after lookup
14:17:50.924 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] connecting to peer
14:17:50.925 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:50.925 [DEBUG - kudu-nio-6] (Connection.java:709) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:50.925 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:50.983 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:50.984 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)[L],d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:50.984 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=132), Traces: [0ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [1ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [10ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [12ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [14ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [14ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [28ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [31ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [33ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [36ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [36ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [70ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [72ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [73ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [73ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [131ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@2007968659(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@4999c5a3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@308549037 after retry RPC@1552789312) -> (continuation of Deferred@175442414 after retry RPC@993214543) -> (continuation of Deferred@1675329531 after retry RPC@1112242935), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3d5e6f3e -> wakeup thread Time-limited test -> (continuation of Deferred@308549037 after retry RPC@1552789312) -> (continuation of Deferred@175442414 after retry RPC@993214543) -> (continuation of Deferred@1675329531 after retry RPC@1112242935))) after lookup
14:17:50.985 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] connecting to peer
14:17:50.986 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:50.986 [DEBUG - kudu-nio-7] (Connection.java:709) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:50.986 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:51.243 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:51.244 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)[L],d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:51.244 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=392), Traces: [0ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [1ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [10ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [12ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [14ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [14ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [28ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [31ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [33ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [36ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [36ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [70ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [72ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [73ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [73ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [131ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [132ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [134ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [134ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [388ms] refreshing cache from master, [388ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [391ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@2007968659(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@4999c5a3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@308549037 after retry RPC@1552789312) -> (continuation of Deferred@175442414 after retry RPC@993214543) -> (continuation of Deferred@1675329531 after retry RPC@1112242935) -> (continuation of Deferred@662388646 after retry RPC@1048470908), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3d5e6f3e -> wakeup thread Time-limited test -> (continuation of Deferred@308549037 after retry RPC@1552789312) -> (continuation of Deferred@175442414 after retry RPC@993214543) -> (continuation of Deferred@1675329531 after retry RPC@1112242935) -> (continuation of Deferred@662388646 after retry RPC@1048470908))) after lookup
14:17:51.245 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] connecting to peer
14:17:51.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:51.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:51.246 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:52.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:52.100929 16917 raft_consensus.cc:493] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader ca4810b8d65c48609d508f50b57293c9)
14:17:52.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:52.101078 16917 raft_consensus.cc:515] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:52.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:52.102203 16917 leader_election.cc:290] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179), ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225)
14:17:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:52.103367 16622 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.195.3:46225: connect: Connection refused (error 111)
14:17:52.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:52.104923 16622 leader_election.cc:336] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225): Network error: Client connection negotiation failed: client connection to 127.14.195.3:46225: connect: Connection refused (error 111)
14:17:52.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:52.108889 16856 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60b6e8b2d1fa4607a62e9724073c89c9" candidate_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "817a980740cf4cbf9e644ce4c9389023" is_pre_election: true
14:17:52.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:52.109270 16856 raft_consensus.cc:2468] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d4fa2147ee164c0aa21b7adf241c8b01 in term 7.
14:17:52.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:52.110054 16621 leader_election.cc:304] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 817a980740cf4cbf9e644ce4c9389023, d4fa2147ee164c0aa21b7adf241c8b01; no voters: ca4810b8d65c48609d508f50b57293c9
14:17:52.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:52.110356 16917 raft_consensus.cc:2804] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 8 FOLLOWER]: Leader pre-election won for term 9
14:17:52.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:52.110443 16917 raft_consensus.cc:493] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 8 FOLLOWER]: Starting leader election (detected failure of leader ca4810b8d65c48609d508f50b57293c9)
14:17:52.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:52.110494 16917 raft_consensus.cc:3060] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 8 FOLLOWER]: Advancing to term 9
14:17:52.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:52.111466 16917 raft_consensus.cc:515] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:52.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:52.112003 16917 leader_election.cc:290] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 9 election: Requested vote from peers 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179), ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225)
14:17:52.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:52.112795 16856 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60b6e8b2d1fa4607a62e9724073c89c9" candidate_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "817a980740cf4cbf9e644ce4c9389023"
14:17:52.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:52.113075 16856 raft_consensus.cc:3060] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 7 FOLLOWER]: Advancing to term 9
14:17:52.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:52.113404 16622 leader_election.cc:336] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225): Network error: Client connection negotiation failed: client connection to 127.14.195.3:46225: connect: Connection refused (error 111)
14:17:52.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:52.115278 16856 raft_consensus.cc:2468] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d4fa2147ee164c0aa21b7adf241c8b01 in term 9.
14:17:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:52.115903 16621 leader_election.cc:304] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 817a980740cf4cbf9e644ce4c9389023, d4fa2147ee164c0aa21b7adf241c8b01; no voters: ca4810b8d65c48609d508f50b57293c9
14:17:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:52.116340 16917 raft_consensus.cc:2804] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 9 FOLLOWER]: Leader election won for term 9
14:17:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:52.116544 16917 raft_consensus.cc:697] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 9 LEADER]: Becoming Leader. State: Replica: d4fa2147ee164c0aa21b7adf241c8b01, State: Running, Role: LEADER
14:17:52.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:52.116919 16917 consensus_queue.cc:237] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:52.119618 15303 catalog_manager.cc:5697] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 reported cstate change: term changed from 8 to 9, leader changed from ca4810b8d65c48609d508f50b57293c9 (127.14.195.3) to d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1). New cstate: current_term: 9 leader_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } health_report { overall_health: HEALTHY } } }
14:17:52.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:52.619565 16856 raft_consensus.cc:1275] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 9 FOLLOWER]: Refusing update from remote peer d4fa2147ee164c0aa21b7adf241c8b01: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 9 index: 29. (index mismatch)
14:17:52.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:52.620401 16917 consensus_queue.cc:1048] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [LEADER]: Connected to new peer: Peer: permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
14:17:52.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:52.630614 16622 consensus_peers.cc:597] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 -> Peer ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225): Couldn't send request to peer ca4810b8d65c48609d508f50b57293c9. Status: Network error: Client connection negotiation failed: client connection to 127.14.195.3:46225: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:17:53.304 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:53.305 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)[L]]}]
14:17:53.305 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=2453), Traces: [0ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [1ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [10ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [12ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [14ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [14ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [28ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [31ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [33ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [36ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [36ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [70ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [72ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [73ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [73ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [131ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [132ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [134ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [134ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [388ms] refreshing cache from master, [388ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [391ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [392ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [394ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [394ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [2448ms] refreshing cache from master, [2448ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [2452ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@2007968659(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@4999c5a3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@308549037 after retry RPC@1552789312) -> (continuation of Deferred@175442414 after retry RPC@993214543) -> (continuation of Deferred@1675329531 after retry RPC@1112242935) -> (continuation of Deferred@662388646 after retry RPC@1048470908) -> (continuation of Deferred@1472301651 after retry RPC@450445394), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3d5e6f3e -> wakeup thread Time-limited test -> (continuation of Deferred@308549037 after retry RPC@1552789312) -> (continuation of Deferred@175442414 after retry RPC@993214543) -> (continuation of Deferred@1675329531 after retry RPC@1112242935) -> (continuation of Deferred@662388646 after retry RPC@1048470908) -> (continuation of Deferred@1472301651 after retry RPC@450445394))) after lookup
14:17:53.306 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] connecting to peer
14:17:53.307 [DEBUG - kudu-nio-1] (Connection.java:757) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] Successfully connected to peer
14:17:53.323 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x34e8d2cd, L:/127.0.0.1:34260 - R:/127.14.195.1:45231] using TOKEN/null
14:17:53.346 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.195.3:46225
14:17:53.346 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:17:53.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.347090 15116 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:53.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:53.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/wal
14:17:53.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data
14:17:53.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:17:53.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:17:53.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:17:53.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:53.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:53.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:53.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/logs
14:17:53.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data/info.pb
14:17:53.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:53.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:17:53.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:17:53.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:17:53.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:17:53.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:53.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:53.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:53.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:17:53.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:17:53.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.3:46225
14:17:53.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.195.3
14:17:53.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:53.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40403
14:17:53.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.3
14:17:53.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:53.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:53.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:53.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:17:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:53.473457 16955 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:17:53.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:53.473709 16955 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:17:53.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:53.473755 16955 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:17:53.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:53.477900 16955 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:17:53.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:53.478032 16955 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.195.3
14:17:53.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.482350 16955 tablet_server_runner.cc:78] Tablet server non-default flags:
14:17:53.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:53.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:53.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:53.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:17:53.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data
14:17:53.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/wal
14:17:53.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:53.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.3:46225
14:17:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:17:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data/info.pb
14:17:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.3
14:17:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40403
14:17:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:17:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16955
14:17:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:17:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:17:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.195.3
14:17:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/logs
14:17:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:17:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:17:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:17:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:17:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:17:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:17:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:44 UTC on bdcb31816ec0
14:17:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15851
14:17:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.483594 16955 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:17:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.484939 16955 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:17:53.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:53.493247 16963 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:53.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:53.493355 16960 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:53.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:53.493469 16961 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:53.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.494166 16955 server_base.cc:1061] running on GCE node
14:17:53.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.494613 16955 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:17:53.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.495313 16955 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:17:53.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.496609 16955 hybrid_clock.cc:648] HybridClock initialized: now 1779113873496578 us; error 52 us; skew 500 ppm
14:17:53.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.498842 16955 webserver.cc:533] Webserver started at http://127.14.195.3:40403/ using document root <none> and password file <none>
14:17:53.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.499425 16955 fs_manager.cc:362] Metadata directory not provided
14:17:53.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.499482 16955 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:17:53.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.503477 16955 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.002s	sys 0.000s
14:17:53.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.506088 16969 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:17:53.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.507378 16955 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
14:17:53.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.507510 16955 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data,/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/wal
14:17:53.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca4810b8d65c48609d508f50b57293c9"
14:17:53.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:17:32 on dist-test-slave-krfp"
14:17:53.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.507961 16955 fs_report.cc:389] FS layout report
14:17:53.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:17:53.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/wal
14:17:53.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/wal
14:17:53.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data/data
14:17:53.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:17:53.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:17:53.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:17:53.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:17:53.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:17:53.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:17:53.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:17:53.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:17:53.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:17:53.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:17:53.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:17:53.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.532238 16955 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:17:53.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.533069 16955 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:17:53.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.533278 16955 kserver.cc:163] Server-wide thread pool size limit: 3276
14:17:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.533926 16955 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:17:53.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.535317 16976 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:17:53.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.539278 16955 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:17:53.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.539366 16955 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
14:17:53.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.539434 16955 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:17:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.541221 16955 ts_tablet_manager.cc:616] Registered 1 tablets
14:17:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.541276 16955 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.002s	sys 0.000s
14:17:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.541703 16976 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Bootstrap starting.
14:17:53.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.553434 16955 rpc_server.cc:307] RPC server started. Bound to: 127.14.195.3:46225
14:17:53.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.553457 17083 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.195.3:46225 every 8 connection(s)
14:17:53.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.554481 16955 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data/info.pb
14:17:53.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.557324 15116 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu as pid 16955
14:17:53.557 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:17:53.566 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564, tablet=60b6e8b2d1fa4607a62e9724073c89c9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:17:53.567 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.195.1:45231
14:17:53.568 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:17:53.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.568235 15116 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu with pid 16605
14:17:53.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.568859 17086 heartbeater.cc:344] Connected to a master server at 127.14.195.61:46313
14:17:53.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.569114 17086 heartbeater.cc:461] Registering TS with master...
14:17:53.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.569715 17086 heartbeater.cc:507] Master 127.14.195.61:46313 requested a full tablet report, sending...
14:17:53.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.572086 15231 ts_manager.cc:194] Re-registered known tserver with Master: ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225)
14:17:53.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.572439 17084 heartbeater.cc:344] Connected to a master server at 127.14.195.60:35545
14:17:53.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.572482 17085 heartbeater.cc:344] Connected to a master server at 127.14.195.62:43337
14:17:53.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.572538 17084 heartbeater.cc:461] Registering TS with master...
14:17:53.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.572574 17085 heartbeater.cc:461] Registering TS with master...
14:17:53.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.572835 17085 heartbeater.cc:507] Master 127.14.195.62:43337 requested a full tablet report, sending...
14:17:53.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.572836 17084 heartbeater.cc:507] Master 127.14.195.60:35545 requested a full tablet report, sending...
14:17:53.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.573799 15152 ts_manager.cc:194] Re-registered known tserver with Master: ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225)
14:17:53.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.574575 15302 ts_manager.cc:194] Re-registered known tserver with Master: ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225)
14:17:53.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.575660 15302 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.195.3:58893
14:17:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.578238 16976 log.cc:826] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Log is configured to *not* fsync() on all Append() calls
14:17:53.579 [DEBUG - kudu-nio-1] (Connection.java:239) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] handling channelInactive
14:17:53.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] cleaning up while in state READY due to: connection closed
14:17:53.580 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:17:53.581 [DEBUG - Time-limited test] (Connection.java:748) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] connecting to peer
14:17:53.582 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:53.582 [DEBUG - kudu-nio-2] (Connection.java:709) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:53.582 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.598227 16976 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:17:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.598778 16976 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Bootstrap complete.
14:17:53.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.599933 16976 ts_tablet_manager.cc:1403] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Time spent bootstrapping tablet: real 0.059s	user 0.027s	sys 0.009s
14:17:53.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.602630 16976 raft_consensus.cc:359] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:53.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.603063 16976 raft_consensus.cc:740] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: ca4810b8d65c48609d508f50b57293c9, State: Initialized, Role: FOLLOWER
14:17:53.603 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:53.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.603561 16976 consensus_queue.cc:260] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:53.603 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)[L]]}]
14:17:53.604 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=23), Traces: [0ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [1ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [1ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [22ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1173513635(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@24eb874a -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5f2d9d9a -> wakeup thread Time-limited test)) after lookup
14:17:53.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.604416 17084 heartbeater.cc:499] Master 127.14.195.60:35545 was elected leader, sending a full tablet report...
14:17:53.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:53.604576 16976 ts_tablet_manager.cc:1434] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Time spent starting tablet: real 0.005s	user 0.003s	sys 0.004s
14:17:53.605 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] connecting to peer
14:17:53.607 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:53.607 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:53.607 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:53.624 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:53.624 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)[L]]}]
14:17:53.624 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [1ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [1ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [22ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [23ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [26ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [26ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [42ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1173513635(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@24eb874a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1723703151 after retry RPC@1431248751), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5f2d9d9a -> wakeup thread Time-limited test -> (continuation of Deferred@1723703151 after retry RPC@1431248751))) after lookup
14:17:53.625 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] connecting to peer
14:17:53.626 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:53.626 [DEBUG - kudu-nio-4] (Connection.java:709) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:53.626 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:53.644 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:53.644 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)[L]]}]
14:17:53.644 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=63), Traces: [0ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [1ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [1ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [22ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [23ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [26ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [26ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [42ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [43ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [45ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [45ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [62ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1173513635(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@24eb874a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1723703151 after retry RPC@1431248751) -> (continuation of Deferred@1154463647 after retry RPC@1767275534), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5f2d9d9a -> wakeup thread Time-limited test -> (continuation of Deferred@1723703151 after retry RPC@1431248751) -> (continuation of Deferred@1154463647 after retry RPC@1767275534))) after lookup
14:17:53.645 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] connecting to peer
14:17:53.646 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:53.646 [DEBUG - kudu-nio-5] (Connection.java:709) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:53.646 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:53.724 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:53.724 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)[L]]}]
14:17:53.725 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=144), Traces: [0ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [1ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [1ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [22ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [23ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [26ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [26ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [42ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [43ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [45ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [45ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [62ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [64ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [65ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [66ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [140ms] refreshing cache from master, [140ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [143ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1173513635(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@24eb874a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1723703151 after retry RPC@1431248751) -> (continuation of Deferred@1154463647 after retry RPC@1767275534) -> (continuation of Deferred@279595261 after retry RPC@1246159082), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5f2d9d9a -> wakeup thread Time-limited test -> (continuation of Deferred@1723703151 after retry RPC@1431248751) -> (continuation of Deferred@1154463647 after retry RPC@1767275534) -> (continuation of Deferred@279595261 after retry RPC@1246159082))) after lookup
14:17:53.726 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] connecting to peer
14:17:53.727 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:53.727 [DEBUG - kudu-nio-6] (Connection.java:709) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:53.727 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:54.123 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:54.123 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)[L]]}]
14:17:54.123 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=542), Traces: [0ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [1ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [1ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [22ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [23ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [26ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [26ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [42ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [43ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [45ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [45ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [62ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [64ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [65ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [66ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [140ms] refreshing cache from master, [140ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [143ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [144ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [146ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [146ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [539ms] refreshing cache from master, [539ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [541ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1173513635(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@24eb874a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1723703151 after retry RPC@1431248751) -> (continuation of Deferred@1154463647 after retry RPC@1767275534) -> (continuation of Deferred@279595261 after retry RPC@1246159082) -> (continuation of Deferred@73575219 after retry RPC@2044615397), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5f2d9d9a -> wakeup thread Time-limited test -> (continuation of Deferred@1723703151 after retry RPC@1431248751) -> (continuation of Deferred@1154463647 after retry RPC@1767275534) -> (continuation of Deferred@279595261 after retry RPC@1246159082) -> (continuation of Deferred@73575219 after retry RPC@2044615397))) after lookup
14:17:54.124 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] connecting to peer
14:17:54.125 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:54.125 [DEBUG - kudu-nio-7] (Connection.java:709) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] cleaning up while in state CONNECTING due to: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:54.126 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231
14:17:54.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:54.845645 17097 raft_consensus.cc:493] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader d4fa2147ee164c0aa21b7adf241c8b01)
14:17:54.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:54.845846 17097 raft_consensus.cc:515] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:54.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:54.847102 17097 leader_election.cc:290] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225), d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231)
14:17:54.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:54.848021 16790 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.195.1:45231: connect: Connection refused (error 111)
14:17:54.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:54.848989 16790 leader_election.cc:336] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231): Network error: Client connection negotiation failed: client connection to 127.14.195.1:45231: connect: Connection refused (error 111)
14:17:54.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:54.852885 17038 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60b6e8b2d1fa4607a62e9724073c89c9" candidate_uuid: "817a980740cf4cbf9e644ce4c9389023" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "ca4810b8d65c48609d508f50b57293c9" is_pre_election: true
14:17:54.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:54.853225 17038 raft_consensus.cc:2468] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 817a980740cf4cbf9e644ce4c9389023 in term 8.
14:17:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:54.854060 16792 leader_election.cc:304] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 817a980740cf4cbf9e644ce4c9389023, ca4810b8d65c48609d508f50b57293c9; no voters: d4fa2147ee164c0aa21b7adf241c8b01
14:17:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:54.854359 17097 raft_consensus.cc:2804] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 9 FOLLOWER]: Leader pre-election won for term 10
14:17:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:54.854429 17097 raft_consensus.cc:493] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 9 FOLLOWER]: Starting leader election (detected failure of leader d4fa2147ee164c0aa21b7adf241c8b01)
14:17:54.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:54.854460 17097 raft_consensus.cc:3060] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 9 FOLLOWER]: Advancing to term 10
14:17:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:54.855316 17097 raft_consensus.cc:515] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:54.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:54.855674 17097 leader_election.cc:290] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [CANDIDATE]: Term 10 election: Requested vote from peers ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225), d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231)
14:17:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:54.856289 17038 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60b6e8b2d1fa4607a62e9724073c89c9" candidate_uuid: "817a980740cf4cbf9e644ce4c9389023" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "ca4810b8d65c48609d508f50b57293c9"
14:17:54.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:54.856515 17038 raft_consensus.cc:3060] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 8 FOLLOWER]: Advancing to term 10
14:17:54.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:54.857196 16790 leader_election.cc:336] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231): Network error: Client connection negotiation failed: client connection to 127.14.195.1:45231: connect: Connection refused (error 111)
14:17:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:54.858991 17038 raft_consensus.cc:2468] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 817a980740cf4cbf9e644ce4c9389023 in term 10.
14:17:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:54.859457 16792 leader_election.cc:304] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 817a980740cf4cbf9e644ce4c9389023, ca4810b8d65c48609d508f50b57293c9; no voters: d4fa2147ee164c0aa21b7adf241c8b01
14:17:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:54.859681 17097 raft_consensus.cc:2804] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 10 FOLLOWER]: Leader election won for term 10
14:17:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:54.859956 17097 raft_consensus.cc:697] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 10 LEADER]: Becoming Leader. State: Replica: 817a980740cf4cbf9e644ce4c9389023, State: Running, Role: LEADER
14:17:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:54.860307 17097 consensus_queue.cc:237] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:54.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:54.863354 15302 catalog_manager.cc:5697] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 reported cstate change: term changed from 9 to 10, leader changed from d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1) to 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2). New cstate: current_term: 10 leader_uuid: "817a980740cf4cbf9e644ce4c9389023" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } health_report { overall_health: UNKNOWN } } }
14:17:55.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:55.241767 17038 raft_consensus.cc:1275] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 10 FOLLOWER]: Refusing update from remote peer 817a980740cf4cbf9e644ce4c9389023: Log matching property violated. Preceding OpId in replica: term: 8 index: 28. Preceding OpId from leader: term: 10 index: 33. (index mismatch)
14:17:55.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:55.242642 17097 consensus_queue.cc:1048] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
14:17:55.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:55.253383 16790 consensus_peers.cc:597] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 -> Peer d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231): Couldn't send request to peer d4fa2147ee164c0aa21b7adf241c8b01. Status: Network error: Client connection negotiation failed: client connection to 127.14.195.1:45231: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:17:55.944 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:55.944 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)[L],ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:55.945 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=2363), Traces: [0ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [1ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [1ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [22ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [23ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [26ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [26ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [39ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [42ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [43ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [45ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [45ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [62ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [64ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [65ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [66ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [140ms] refreshing cache from master, [140ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [143ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [144ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [146ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [146ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [539ms] refreshing cache from master, [539ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [541ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [543ms] sending RPC to server d4fa2147ee164c0aa21b7adf241c8b01, [545ms] received response from server d4fa2147ee164c0aa21b7adf241c8b01: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [545ms] delaying RPC due to: Network error: Failed to connect to peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231): Connection refused: /127.14.195.1:45231, [2359ms] refreshing cache from master, [2360ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [2362ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1173513635(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@24eb874a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1723703151 after retry RPC@1431248751) -> (continuation of Deferred@1154463647 after retry RPC@1767275534) -> (continuation of Deferred@279595261 after retry RPC@1246159082) -> (continuation of Deferred@73575219 after retry RPC@2044615397) -> (continuation of Deferred@1450129873 after retry RPC@1567447179), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5f2d9d9a -> wakeup thread Time-limited test -> (continuation of Deferred@1723703151 after retry RPC@1431248751) -> (continuation of Deferred@1154463647 after retry RPC@1767275534) -> (continuation of Deferred@279595261 after retry RPC@1246159082) -> (continuation of Deferred@73575219 after retry RPC@2044615397) -> (continuation of Deferred@1450129873 after retry RPC@1567447179))) after lookup
14:17:55.945 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] connecting to peer
14:17:55.946 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] Successfully connected to peer
14:17:55.964 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1270c730, L:/127.0.0.1:41206 - R:/127.14.195.2:46179] using TOKEN/null
14:17:55.988 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.195.1:45231
14:17:55.988 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:55.988827 15116 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/wal
14:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data
14:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/logs
14:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data/info.pb
14:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.1:45231
14:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.195.1
14:17:55.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:55.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46319
14:17:55.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.1
14:17:55.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:55.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:55.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:55.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:17:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:56.110155 17131 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:17:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:56.110424 17131 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:17:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:56.110494 17131 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:17:56.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:56.117287 17131 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:17:56.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:56.117431 17131 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.195.1
14:17:56.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.122016 17131 tablet_server_runner.cc:78] Tablet server non-default flags:
14:17:56.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:56.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:56.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:56.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:17:56.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data
14:17:56.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/wal
14:17:56.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:56.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:56.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.1:45231
14:17:56.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:17:56.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:56.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:56.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data/info.pb
14:17:56.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.1
14:17:56.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46319
14:17:56.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:56.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:17:56.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.17131
14:17:56.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:56.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:17:56.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:17:56.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:56.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.195.1
14:17:56.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/logs
14:17:56.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:56.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:17:56.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:17:56.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:17:56.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:17:56.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:17:56.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:17:56.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:44 UTC on bdcb31816ec0
14:17:56.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15851
14:17:56.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.123562 17131 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:17:56.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.124935 17131 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:17:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:56.132232 17139 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:56.132247 17137 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.132530 17131 server_base.cc:1061] running on GCE node
14:17:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:56.132233 17136 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:56.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.133370 17131 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:17:56.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.134052 17131 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:17:56.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.135241 17131 hybrid_clock.cc:648] HybridClock initialized: now 1779113876135231 us; error 31 us; skew 500 ppm
14:17:56.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.137347 17131 webserver.cc:533] Webserver started at http://127.14.195.1:46319/ using document root <none> and password file <none>
14:17:56.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.137995 17131 fs_manager.cc:362] Metadata directory not provided
14:17:56.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.138056 17131 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:17:56.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.141834 17131 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.003s	sys 0.000s
14:17:56.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.144299 17145 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:17:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.145895 17131 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.001s
14:17:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.146024 17131 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data,/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/wal
14:17:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d4fa2147ee164c0aa21b7adf241c8b01"
14:17:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:17:32 on dist-test-slave-krfp"
14:17:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.146447 17131 fs_report.cc:389] FS layout report
14:17:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:17:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/wal
14:17:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/wal
14:17:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data/data
14:17:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:17:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:17:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:17:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:17:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:17:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:17:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:17:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:17:56.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:17:56.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:17:56.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:17:56.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.160089 17131 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:17:56.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.160755 17131 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:17:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.160907 17131 kserver.cc:163] Server-wide thread pool size limit: 3276
14:17:56.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.161429 17131 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:17:56.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.162737 17152 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:17:56.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.166625 17131 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:17:56.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.166735 17131 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
14:17:56.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.166811 17131 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:17:56.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.168627 17131 ts_tablet_manager.cc:616] Registered 1 tablets
14:17:56.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.168701 17131 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
14:17:56.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.169159 17152 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01: Bootstrap starting.
14:17:56.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.181682 17131 rpc_server.cc:307] RPC server started. Bound to: 127.14.195.1:45231
14:17:56.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.181701 17259 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.195.1:45231 every 8 connection(s)
14:17:56.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.182749 17131 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-0/data/info.pb
14:17:56.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.186975 15116 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu as pid 17131
14:17:56.187 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:17:56.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.188297 17152 log.cc:826] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01: Log is configured to *not* fsync() on all Append() calls
14:17:56.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.194597 17262 heartbeater.cc:344] Connected to a master server at 127.14.195.61:46313
14:17:56.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.194685 17261 heartbeater.cc:344] Connected to a master server at 127.14.195.62:43337
14:17:56.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.194911 17261 heartbeater.cc:461] Registering TS with master...
14:17:56.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.194911 17262 heartbeater.cc:461] Registering TS with master...
14:17:56.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.195685 17261 heartbeater.cc:507] Master 127.14.195.62:43337 requested a full tablet report, sending...
14:17:56.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.195686 17262 heartbeater.cc:507] Master 127.14.195.61:46313 requested a full tablet report, sending...
14:17:56.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.197945 15231 ts_manager.cc:194] Re-registered known tserver with Master: d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231)
14:17:56.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.197945 15152 ts_manager.cc:194] Re-registered known tserver with Master: d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231)
14:17:56.201 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564, tablet=60b6e8b2d1fa4607a62e9724073c89c9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:17:56.202 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.195.2:46179
14:17:56.202 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:17:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.202956 15116 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu with pid 16775
14:17:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.204419 17260 heartbeater.cc:344] Connected to a master server at 127.14.195.60:35545
14:17:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.204545 17260 heartbeater.cc:461] Registering TS with master...
14:17:56.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.204859 17260 heartbeater.cc:507] Master 127.14.195.60:35545 requested a full tablet report, sending...
14:17:56.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.205986 15303 ts_manager.cc:194] Re-registered known tserver with Master: d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231)
14:17:56.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.207602 15303 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.195.1:54591
14:17:56.212 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:17:56.213 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] handling channelInactive
14:17:56.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] cleaning up while in state READY due to: connection closed
14:17:56.213 [DEBUG - Time-limited test] (Connection.java:748) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] connecting to peer
14:17:56.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:56.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] cleaning up while in state CONNECTING due to: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:56.214 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:56.225 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:56.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.224951 17152 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:17:56.225 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)[L],ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:56.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.225427 17152 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01: Bootstrap complete.
14:17:56.225 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=12), Traces: [0ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [1ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [1ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [11ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@2124465653(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@1eb7db55 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@210d64a0 -> wakeup thread Time-limited test)) after lookup
14:17:56.226 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] connecting to peer
14:17:56.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.226697 17152 ts_tablet_manager.cc:1403] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01: Time spent bootstrapping tablet: real 0.058s	user 0.039s	sys 0.004s
14:17:56.227 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:56.227 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] cleaning up while in state CONNECTING due to: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:56.228 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:56.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.229664 17152 raft_consensus.cc:359] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:56.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.230072 17152 raft_consensus.cc:740] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: d4fa2147ee164c0aa21b7adf241c8b01, State: Initialized, Role: FOLLOWER
14:17:56.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.230605 17152 consensus_queue.cc:260] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:56.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.231509 17152 ts_tablet_manager.cc:1434] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01: Time spent starting tablet: real 0.005s	user 0.006s	sys 0.000s
14:17:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:56.231717 17260 heartbeater.cc:499] Master 127.14.195.60:35545 was elected leader, sending a full tablet report...
14:17:56.244 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:56.244 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)[L],ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:56.244 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=31), Traces: [0ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [1ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [1ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [11ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [13ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [14ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [15ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [31ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@2124465653(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@1eb7db55 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@72158899 after retry RPC@1311720190), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@210d64a0 -> wakeup thread Time-limited test -> (continuation of Deferred@72158899 after retry RPC@1311720190))) after lookup
14:17:56.245 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] connecting to peer
14:17:56.246 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:56.246 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] cleaning up while in state CONNECTING due to: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:56.246 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:56.284 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:56.284 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)[L],ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:56.284 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=71), Traces: [0ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [1ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [1ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [11ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [13ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [14ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [15ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [31ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [32ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [33ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [33ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [67ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [70ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@2124465653(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@1eb7db55 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@72158899 after retry RPC@1311720190) -> (continuation of Deferred@1694701377 after retry RPC@1359974829), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@210d64a0 -> wakeup thread Time-limited test -> (continuation of Deferred@72158899 after retry RPC@1311720190) -> (continuation of Deferred@1694701377 after retry RPC@1359974829))) after lookup
14:17:56.285 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] connecting to peer
14:17:56.286 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:56.286 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] cleaning up while in state CONNECTING due to: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:56.287 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:56.344 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:56.344 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)[L],ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:56.345 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=132), Traces: [0ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [1ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [1ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [11ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [13ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [14ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [15ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [31ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [32ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [33ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [33ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [67ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [70ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [72ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [74ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [74ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [131ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@2124465653(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@1eb7db55 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@72158899 after retry RPC@1311720190) -> (continuation of Deferred@1694701377 after retry RPC@1359974829) -> (continuation of Deferred@746807892 after retry RPC@19664016), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@210d64a0 -> wakeup thread Time-limited test -> (continuation of Deferred@72158899 after retry RPC@1311720190) -> (continuation of Deferred@1694701377 after retry RPC@1359974829) -> (continuation of Deferred@746807892 after retry RPC@19664016))) after lookup
14:17:56.345 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] connecting to peer
14:17:56.346 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:56.347 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] cleaning up while in state CONNECTING due to: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:56.347 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:56.364 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:56.364 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)[L],ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:56.364 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=151), Traces: [0ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [1ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [1ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [11ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [13ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [14ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [15ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [31ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [32ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [33ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [33ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [67ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [70ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [72ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [74ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [74ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [131ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [132ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [134ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [134ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [147ms] refreshing cache from master, [148ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [150ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@2124465653(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@1eb7db55 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@72158899 after retry RPC@1311720190) -> (continuation of Deferred@1694701377 after retry RPC@1359974829) -> (continuation of Deferred@746807892 after retry RPC@19664016) -> (continuation of Deferred@136117219 after retry RPC@1773481724), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@210d64a0 -> wakeup thread Time-limited test -> (continuation of Deferred@72158899 after retry RPC@1311720190) -> (continuation of Deferred@1694701377 after retry RPC@1359974829) -> (continuation of Deferred@746807892 after retry RPC@19664016) -> (continuation of Deferred@136117219 after retry RPC@1773481724))) after lookup
14:17:56.365 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] connecting to peer
14:17:56.366 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:56.366 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] cleaning up while in state CONNECTING due to: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:56.366 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179
14:17:57.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:57.487989 17273 raft_consensus.cc:493] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 817a980740cf4cbf9e644ce4c9389023)
14:17:57.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:57.488176 17273 raft_consensus.cc:515] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:57.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:57.489266 17273 leader_election.cc:290] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179), d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231)
14:17:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:57.490461 16971 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.195.2:46179: connect: Connection refused (error 111)
14:17:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:57.491703 16971 leader_election.cc:336] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179): Network error: Client connection negotiation failed: client connection to 127.14.195.2:46179: connect: Connection refused (error 111)
14:17:57.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:57.494849 17213 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60b6e8b2d1fa4607a62e9724073c89c9" candidate_uuid: "ca4810b8d65c48609d508f50b57293c9" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" is_pre_election: true
14:17:57.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:57.495291 17213 raft_consensus.cc:2468] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ca4810b8d65c48609d508f50b57293c9 in term 9.
14:17:57.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:57.496158 16970 leader_election.cc:304] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: ca4810b8d65c48609d508f50b57293c9, d4fa2147ee164c0aa21b7adf241c8b01; no voters: 817a980740cf4cbf9e644ce4c9389023
14:17:57.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:57.496445 17273 raft_consensus.cc:2804] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 10 FOLLOWER]: Leader pre-election won for term 11
14:17:57.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:57.496547 17273 raft_consensus.cc:493] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 10 FOLLOWER]: Starting leader election (detected failure of leader 817a980740cf4cbf9e644ce4c9389023)
14:17:57.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:57.496598 17273 raft_consensus.cc:3060] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 10 FOLLOWER]: Advancing to term 11
14:17:57.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:57.497539 17273 raft_consensus.cc:515] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:57.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:57.498026 17273 leader_election.cc:290] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [CANDIDATE]: Term 11 election: Requested vote from peers 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179), d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1:45231)
14:17:57.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:57.498574 17213 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60b6e8b2d1fa4607a62e9724073c89c9" candidate_uuid: "ca4810b8d65c48609d508f50b57293c9" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "d4fa2147ee164c0aa21b7adf241c8b01"
14:17:57.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:57.498714 17213 raft_consensus.cc:3060] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 9 FOLLOWER]: Advancing to term 11
14:17:57.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:57.499011 16971 leader_election.cc:336] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179): Network error: Client connection negotiation failed: client connection to 127.14.195.2:46179: connect: Connection refused (error 111)
14:17:57.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:57.500476 17213 raft_consensus.cc:2468] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ca4810b8d65c48609d508f50b57293c9 in term 11.
14:17:57.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:57.500855 16970 leader_election.cc:304] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: ca4810b8d65c48609d508f50b57293c9, d4fa2147ee164c0aa21b7adf241c8b01; no voters: 817a980740cf4cbf9e644ce4c9389023
14:17:57.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:57.501108 17273 raft_consensus.cc:2804] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 11 FOLLOWER]: Leader election won for term 11
14:17:57.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:57.501416 17273 raft_consensus.cc:697] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 11 LEADER]: Becoming Leader. State: Replica: ca4810b8d65c48609d508f50b57293c9, State: Running, Role: LEADER
14:17:57.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:57.501997 17273 consensus_queue.cc:237] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:57.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:57.504925 15303 catalog_manager.cc:5697] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 reported cstate change: term changed from 10 to 11, leader changed from 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2) to ca4810b8d65c48609d508f50b57293c9 (127.14.195.3). New cstate: current_term: 11 leader_uuid: "ca4810b8d65c48609d508f50b57293c9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } health_report { overall_health: UNKNOWN } } }
14:17:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:57.956894 16971 consensus_peers.cc:597] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 -> Peer 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179): Couldn't send request to peer 817a980740cf4cbf9e644ce4c9389023. Status: Network error: Client connection negotiation failed: client connection to 127.14.195.2:46179: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:17:58.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.052062 17213 raft_consensus.cc:1275] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 11 FOLLOWER]: Refusing update from remote peer ca4810b8d65c48609d508f50b57293c9: Log matching property violated. Preceding OpId in replica: term: 9 index: 32. Preceding OpId from leader: term: 11 index: 37. (index mismatch)
14:17:58.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.052878 17273 consensus_queue.cc:1048] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
14:17:58.303 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:58.304 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)[L],d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:58.304 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=2091), Traces: [0ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [1ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [1ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [8ms] refreshing cache from master, [8ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [11ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [13ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [14ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [15ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [31ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [32ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [33ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [33ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [67ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [70ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [72ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [74ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [74ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [131ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [132ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [134ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [134ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [147ms] refreshing cache from master, [148ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [150ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [152ms] sending RPC to server 817a980740cf4cbf9e644ce4c9389023, [153ms] received response from server 817a980740cf4cbf9e644ce4c9389023: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [154ms] delaying RPC due to: Network error: Failed to connect to peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179): Connection refused: /127.14.195.2:46179, [2088ms] refreshing cache from master, [2088ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [2090ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@2124465653(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@1eb7db55 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@72158899 after retry RPC@1311720190) -> (continuation of Deferred@1694701377 after retry RPC@1359974829) -> (continuation of Deferred@746807892 after retry RPC@19664016) -> (continuation of Deferred@136117219 after retry RPC@1773481724) -> (continuation of Deferred@577974813 after retry RPC@1651587681), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@210d64a0 -> wakeup thread Time-limited test -> (continuation of Deferred@72158899 after retry RPC@1311720190) -> (continuation of Deferred@1694701377 after retry RPC@1359974829) -> (continuation of Deferred@746807892 after retry RPC@19664016) -> (continuation of Deferred@136117219 after retry RPC@1773481724) -> (continuation of Deferred@577974813 after retry RPC@1651587681))) after lookup
14:17:58.305 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] connecting to peer
14:17:58.306 [DEBUG - kudu-nio-7] (Connection.java:757) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] Successfully connected to peer
14:17:58.335 [DEBUG - kudu-nio-7] (Negotiator.java:919) Authenticated connection [id: 0xa0c0673e, L:/127.0.0.1:59322 - R:/127.14.195.3:46225] using TOKEN/null
14:17:58.359 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.195.2:46179
14:17:58.359 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:17:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.360383 15116 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:17:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/wal
14:17:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data
14:17:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:17:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:17:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:17:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/logs
14:17:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data/info.pb
14:17:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:17:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:17:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:17:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:17:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:17:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:17:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.2:46179
14:17:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.195.2
14:17:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36345
14:17:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.2
14:17:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:58.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:17:58.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:58.473960 17302 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:17:58.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:58.474265 17302 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:17:58.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:58.474318 17302 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:17:58.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:58.477983 17302 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:17:58.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:58.478102 17302 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.195.2
14:17:58.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.482337 17302 tablet_server_runner.cc:78] Tablet server non-default flags:
14:17:58.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:17:58.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:17:58.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:17:58.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:17:58.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data
14:17:58.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/wal
14:17:58.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:17:58.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:17:58.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.2:46179
14:17:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:17:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:17:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:17:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data/info.pb
14:17:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.2
14:17:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36345
14:17:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:17:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:17:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.17302
14:17:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:17:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:17:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:17:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:17:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.195.2
14:17:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/logs
14:17:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:17:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:17:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:17:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:17:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:17:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:17:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:17:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:44 UTC on bdcb31816ec0
14:17:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15851
14:17:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.483492 17302 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:17:58.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.484560 17302 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:17:58.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:58.491708 17307 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:58.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:58.491684 17310 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:58.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.492067 17302 server_base.cc:1061] running on GCE node
14:17:58.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:58.491684 17308 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:17:58.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.492781 17302 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:17:58.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.493502 17302 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:17:58.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.494717 17302 hybrid_clock.cc:648] HybridClock initialized: now 1779113878494692 us; error 40 us; skew 500 ppm
14:17:58.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.496819 17302 webserver.cc:533] Webserver started at http://127.14.195.2:36345/ using document root <none> and password file <none>
14:17:58.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.497460 17302 fs_manager.cc:362] Metadata directory not provided
14:17:58.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.497550 17302 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:17:58.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.501662 17302 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
14:17:58.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.504062 17316 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:17:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.505309 17302 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.003s	sys 0.000s
14:17:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.505465 17302 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data,/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/wal
14:17:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "817a980740cf4cbf9e644ce4c9389023"
14:17:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:17:32 on dist-test-slave-krfp"
14:17:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.506024 17302 fs_report.cc:389] FS layout report
14:17:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:17:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/wal
14:17:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/wal
14:17:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data/data
14:17:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:17:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:17:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:17:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:17:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:17:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:17:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:17:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:17:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:17:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:17:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:17:58.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.522486 17302 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:17:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.523296 17302 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:17:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.523518 17302 kserver.cc:163] Server-wide thread pool size limit: 3276
14:17:58.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.524370 17302 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:17:58.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.526057 17323 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:17:58.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.530141 17302 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:17:58.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.530241 17302 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.005s	user 0.001s	sys 0.000s
14:17:58.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.530331 17302 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:17:58.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.532883 17302 ts_tablet_manager.cc:616] Registered 1 tablets
14:17:58.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.532950 17302 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.003s	sys 0.000s
14:17:58.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.533285 17323 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023: Bootstrap starting.
14:17:58.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.547839 17302 rpc_server.cc:307] RPC server started. Bound to: 127.14.195.2:46179
14:17:58.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.547860 17430 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.195.2:46179 every 8 connection(s)
14:17:58.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.549531 17302 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-1/data/info.pb
14:17:58.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.557752 15116 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu as pid 17302
14:17:58.558 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:17:58.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.561628 17323 log.cc:826] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023: Log is configured to *not* fsync() on all Append() calls
14:17:58.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.564877 17431 heartbeater.cc:344] Connected to a master server at 127.14.195.60:35545
14:17:58.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.565182 17431 heartbeater.cc:461] Registering TS with master...
14:17:58.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.565851 17431 heartbeater.cc:507] Master 127.14.195.60:35545 requested a full tablet report, sending...
14:17:58.569 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564, tablet=60b6e8b2d1fa4607a62e9724073c89c9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:17:58.569 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.195.3:46225
14:17:58.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.567876 15303 ts_manager.cc:194] Re-registered known tserver with Master: 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179)
14:17:58.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.569286 15303 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.195.2:46311
14:17:58.570 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:17:58.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.570355 15116 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu with pid 16955
14:17:58.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.571054 17432 heartbeater.cc:344] Connected to a master server at 127.14.195.62:43337
14:17:58.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.571170 17432 heartbeater.cc:461] Registering TS with master...
14:17:58.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.571444 17432 heartbeater.cc:507] Master 127.14.195.62:43337 requested a full tablet report, sending...
14:17:58.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.576309 15152 ts_manager.cc:194] Re-registered known tserver with Master: 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179)
14:17:58.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.577741 17433 heartbeater.cc:344] Connected to a master server at 127.14.195.61:46313
14:17:58.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.577996 17433 heartbeater.cc:461] Registering TS with master...
14:17:58.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.578466 17433 heartbeater.cc:507] Master 127.14.195.61:46313 requested a full tablet report, sending...
14:17:58.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.579607 15231 ts_manager.cc:194] Re-registered known tserver with Master: 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179)
14:17:58.582 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:17:58.583 [DEBUG - kudu-nio-7] (Connection.java:239) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] handling channelInactive
14:17:58.583 [DEBUG - kudu-nio-7] (Connection.java:709) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] cleaning up while in state READY due to: connection closed
14:17:58.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.592691 17323 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:17:58.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.593276 17323 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023: Bootstrap complete.
14:17:58.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.594395 17323 ts_tablet_manager.cc:1403] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023: Time spent bootstrapping tablet: real 0.061s	user 0.039s	sys 0.012s
14:17:58.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.596633 17323 raft_consensus.cc:359] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:58.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.597131 17323 raft_consensus.cc:740] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: 817a980740cf4cbf9e644ce4c9389023, State: Initialized, Role: FOLLOWER
14:17:58.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.597647 17323 consensus_queue.cc:260] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:58.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.598660 17431 heartbeater.cc:499] Master 127.14.195.60:35545 was elected leader, sending a full tablet report...
14:17:58.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:58.598817 17323 ts_tablet_manager.cc:1434] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023: Time spent starting tablet: real 0.004s	user 0.005s	sys 0.000s
14:17:58.601 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] connecting to peer
14:17:58.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:58.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:58.603 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:58.623 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:58.624 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)[L],d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:58.624 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=3, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [0ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [20ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [20ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [40ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1348909672(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@3baf3037 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@285156ca -> wakeup thread Time-limited test)) after lookup
14:17:58.624 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] connecting to peer
14:17:58.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:58.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:58.626 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:58.643 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:58.644 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)[L],d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:58.644 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=5, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=61), Traces: [0ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [0ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [20ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [20ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [40ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [41ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [43ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [43ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [60ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1348909672(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@3baf3037 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@869669094 after retry RPC@1434653076), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@285156ca -> wakeup thread Time-limited test -> (continuation of Deferred@869669094 after retry RPC@1434653076))) after lookup
14:17:58.645 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] connecting to peer
14:17:58.646 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:58.646 [DEBUG - kudu-nio-2] (Connection.java:709) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:58.646 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:58.663 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:58.663 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)[L],d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:58.664 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=7, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=80), Traces: [0ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [0ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [20ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [20ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [40ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [41ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [43ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [43ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [60ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [61ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [63ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [63ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [80ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1348909672(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@3baf3037 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@869669094 after retry RPC@1434653076) -> (continuation of Deferred@554246042 after retry RPC@1081587591), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@285156ca -> wakeup thread Time-limited test -> (continuation of Deferred@869669094 after retry RPC@1434653076) -> (continuation of Deferred@554246042 after retry RPC@1081587591))) after lookup
14:17:58.664 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] connecting to peer
14:17:58.665 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:58.665 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:58.665 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:58.903 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:58.903 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)[L],d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:58.903 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=9, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=320), Traces: [0ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [0ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [20ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [20ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [40ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [41ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [43ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [43ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [60ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [61ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [63ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [63ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [80ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [81ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [82ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [82ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [317ms] refreshing cache from master, [317ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [320ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1348909672(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@3baf3037 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@869669094 after retry RPC@1434653076) -> (continuation of Deferred@554246042 after retry RPC@1081587591) -> (continuation of Deferred@1273123947 after retry RPC@911481119), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@285156ca -> wakeup thread Time-limited test -> (continuation of Deferred@869669094 after retry RPC@1434653076) -> (continuation of Deferred@554246042 after retry RPC@1081587591) -> (continuation of Deferred@1273123947 after retry RPC@911481119))) after lookup
14:17:58.904 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] connecting to peer
14:17:58.905 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:58.905 [DEBUG - kudu-nio-4] (Connection.java:709) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:58.905 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:59.843 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:17:59.843 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)[L],d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)]}]
14:17:59.844 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=11, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=1261), Traces: [0ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [0ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [20ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [20ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [40ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [41ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [43ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [43ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [60ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [61ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [63ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [63ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [80ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [81ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [82ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [82ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [317ms] refreshing cache from master, [317ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [320ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [321ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [322ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [322ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [1257ms] refreshing cache from master, [1257ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [1260ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1348909672(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@3baf3037 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@869669094 after retry RPC@1434653076) -> (continuation of Deferred@554246042 after retry RPC@1081587591) -> (continuation of Deferred@1273123947 after retry RPC@911481119) -> (continuation of Deferred@235701685 after retry RPC@403110282), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@285156ca -> wakeup thread Time-limited test -> (continuation of Deferred@869669094 after retry RPC@1434653076) -> (continuation of Deferred@554246042 after retry RPC@1081587591) -> (continuation of Deferred@1273123947 after retry RPC@911481119) -> (continuation of Deferred@235701685 after retry RPC@403110282))) after lookup
14:17:59.845 [DEBUG - kudu-nio-1] (Connection.java:748) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] connecting to peer
14:17:59.846 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:59.846 [DEBUG - kudu-nio-5] (Connection.java:709) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] cleaning up while in state CONNECTING due to: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:59.846 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225) for tablet 60b6e8b2d1fa4607a62e9724073c89c9: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225
14:17:59.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:59.858896 17444 raft_consensus.cc:493] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 11 FOLLOWER]: Starting pre-election (detected failure of leader ca4810b8d65c48609d508f50b57293c9)
14:17:59.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:59.859045 17444 raft_consensus.cc:515] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 11 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:59.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:59.860212 17444 leader_election.cc:290] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 12 pre-election: Requested pre-vote from peers 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179), ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225)
14:17:59.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:59.860893 17148 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.195.3:46225: connect: Connection refused (error 111)
14:17:59.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:59.862238 17148 leader_election.cc:336] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 12 pre-election: RPC error from VoteRequest() call to peer ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225): Network error: Client connection negotiation failed: client connection to 127.14.195.3:46225: connect: Connection refused (error 111)
14:17:59.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:59.866600 17371 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60b6e8b2d1fa4607a62e9724073c89c9" candidate_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "817a980740cf4cbf9e644ce4c9389023" is_pre_election: true
14:17:59.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:59.867113 17371 raft_consensus.cc:2468] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d4fa2147ee164c0aa21b7adf241c8b01 in term 10.
14:17:59.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:59.867998 17147 leader_election.cc:304] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 12 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 817a980740cf4cbf9e644ce4c9389023, d4fa2147ee164c0aa21b7adf241c8b01; no voters: ca4810b8d65c48609d508f50b57293c9
14:17:59.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:59.868355 17444 raft_consensus.cc:2804] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 11 FOLLOWER]: Leader pre-election won for term 12
14:17:59.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:59.868444 17444 raft_consensus.cc:493] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 11 FOLLOWER]: Starting leader election (detected failure of leader ca4810b8d65c48609d508f50b57293c9)
14:17:59.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:59.868492 17444 raft_consensus.cc:3060] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 11 FOLLOWER]: Advancing to term 12
14:17:59.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:59.869477 17444 raft_consensus.cc:515] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 12 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:59.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:59.869962 17444 leader_election.cc:290] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 12 election: Requested vote from peers 817a980740cf4cbf9e644ce4c9389023 (127.14.195.2:46179), ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225)
14:17:59.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:59.870419 17371 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "60b6e8b2d1fa4607a62e9724073c89c9" candidate_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "817a980740cf4cbf9e644ce4c9389023"
14:17:59.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:59.870596 17371 raft_consensus.cc:3060] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 10 FOLLOWER]: Advancing to term 12
14:17:59.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:17:59.871213 17148 leader_election.cc:336] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 12 election: RPC error from VoteRequest() call to peer ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225): Network error: Client connection negotiation failed: client connection to 127.14.195.3:46225: connect: Connection refused (error 111)
14:17:59.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:59.872519 17371 raft_consensus.cc:2468] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 12 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d4fa2147ee164c0aa21b7adf241c8b01 in term 12.
14:17:59.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:59.872924 17147 leader_election.cc:304] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [CANDIDATE]: Term 12 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 817a980740cf4cbf9e644ce4c9389023, d4fa2147ee164c0aa21b7adf241c8b01; no voters: ca4810b8d65c48609d508f50b57293c9
14:17:59.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:59.873219 17444 raft_consensus.cc:2804] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 12 FOLLOWER]: Leader election won for term 12
14:17:59.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:59.873497 17444 raft_consensus.cc:697] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [term 12 LEADER]: Becoming Leader. State: Replica: d4fa2147ee164c0aa21b7adf241c8b01, State: Running, Role: LEADER
14:17:59.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:59.873862 17444 consensus_queue.cc:237] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 12, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:17:59.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:17:59.877089 15303 catalog_manager.cc:5697] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 reported cstate change: term changed from 11 to 12, leader changed from ca4810b8d65c48609d508f50b57293c9 (127.14.195.3) to d4fa2147ee164c0aa21b7adf241c8b01 (127.14.195.1). New cstate: current_term: 12 leader_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } health_report { overall_health: HEALTHY } } }
14:18:00.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:18:00.444861 17148 consensus_peers.cc:597] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 -> Peer ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225): Couldn't send request to peer ca4810b8d65c48609d508f50b57293c9. Status: Network error: Client connection negotiation failed: client connection to 127.14.195.3:46225: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:18:00.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:00.463928 17371 raft_consensus.cc:1275] T 60b6e8b2d1fa4607a62e9724073c89c9 P 817a980740cf4cbf9e644ce4c9389023 [term 12 FOLLOWER]: Refusing update from remote peer d4fa2147ee164c0aa21b7adf241c8b01: Log matching property violated. Preceding OpId in replica: term: 10 index: 36. Preceding OpId from leader: term: 12 index: 41. (index mismatch)
14:18:00.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:00.465119 17462 consensus_queue.cc:1048] T 60b6e8b2d1fa4607a62e9724073c89c9 P d4fa2147ee164c0aa21b7adf241c8b01 [LEADER]: Connected to new peer: Peer: permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
14:18:02.283 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 60b6e8b2d1fa4607a62e9724073c89c9 for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564' with partition [<start>, <end>)
14:18:02.283 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=60b6e8b2d1fa4607a62e9724073c89c9@[817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179),ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225),d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)[L]]}]
14:18:02.284 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=60b6e8b2d1fa4607a62e9724073c89c9, attempt=13, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=3701), Traces: [0ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [0ms] delaying RPC due to: Illegal state: connection is terminated, [17ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [20ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [20ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [40ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [41ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [43ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [43ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [57ms] refreshing cache from master, [57ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [60ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [61ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [63ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [63ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [77ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [80ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [81ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [82ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [82ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [317ms] refreshing cache from master, [317ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [320ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [321ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [322ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [322ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [1257ms] refreshing cache from master, [1257ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [1260ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, [1261ms] sending RPC to server ca4810b8d65c48609d508f50b57293c9, [1263ms] received response from server ca4810b8d65c48609d508f50b57293c9: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [1263ms] delaying RPC due to: Network error: Failed to connect to peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225): Connection refused: /127.14.195.3:46225, [3697ms] refreshing cache from master, [3697ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.195.60:35545, [3700ms] Sub RPC GetTableLocations: received response from server master-127.14.195.60:35545: OK, deferred=Deferred@1348909672(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$231/0x00007fb62c332738@3baf3037 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@869669094 after retry RPC@1434653076) -> (continuation of Deferred@554246042 after retry RPC@1081587591) -> (continuation of Deferred@1273123947 after retry RPC@911481119) -> (continuation of Deferred@235701685 after retry RPC@403110282) -> (continuation of Deferred@1165775309 after retry RPC@1780034113), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@285156ca -> wakeup thread Time-limited test -> (continuation of Deferred@869669094 after retry RPC@1434653076) -> (continuation of Deferred@554246042 after retry RPC@1081587591) -> (continuation of Deferred@1273123947 after retry RPC@911481119) -> (continuation of Deferred@235701685 after retry RPC@403110282) -> (continuation of Deferred@1165775309 after retry RPC@1780034113))) after lookup
14:18:02.284 [DEBUG - kudu-nio-1] (Connection.java:748) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] connecting to peer
14:18:02.285 [DEBUG - kudu-nio-6] (Connection.java:757) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] Successfully connected to peer
14:18:02.305 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0xcefd5dfe, L:/127.0.0.1:34316 - R:/127.14.195.1:45231] using TOKEN/null
14:18:02.336 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.195.3:46225
14:18:02.336 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:18:02.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.337332 15116 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:18:02.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu
14:18:02.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/wal
14:18:02.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data
14:18:02.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:18:02.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:18:02.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:18:02.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:18:02.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:18:02.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:18:02.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/logs
14:18:02.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data/info.pb
14:18:02.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:18:02.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:18:02.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:18:02.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:18:02.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:18:02.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:18:02.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:18:02.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:18:02.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:18:02.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:18:02.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.3:46225
14:18:02.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.195.3
14:18:02.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:18:02.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40403
14:18:02.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.3
14:18:02.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:18:02.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:18:02.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:18:02.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:18:02.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:18:02.465404 17488 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:18:02.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:18:02.465709 17488 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:18:02.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:18:02.465765 17488 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:18:02.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:18:02.470829 17488 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:18:02.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:18:02.471174 17488 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.195.3
14:18:02.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.477269 17488 tablet_server_runner.cc:78] Tablet server non-default flags:
14:18:02.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:18:02.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.195.20:44513
14:18:02.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:18:02.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:18:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data
14:18:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/wal
14:18:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:18:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:18:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.195.3:46225
14:18:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:18:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:18:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:18:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data/info.pb
14:18:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.195.3
14:18:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40403
14:18:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.195.62:43337,127.14.195.61:46313,127.14.195.60:35545
14:18:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:18:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.17488
14:18:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:18:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:18:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:18:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:18:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.195.3
14:18:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/logs
14:18:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:18:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:18:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:18:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:18:02.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:18:02.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6bee9a2d051767e07c70d440ae169cb7177a10f8
14:18:02.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:18:02.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 14:03:44 UTC on bdcb31816ec0
14:18:02.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 15851
14:18:02.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.478694 17488 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:18:02.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.481369 17488 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:18:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:18:02.489897 17493 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:18:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:18:02.489979 17496 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:18:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:18:02.490109 17494 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:18:02.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.491768 17488 server_base.cc:1061] running on GCE node
14:18:02.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.492291 17488 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:18:02.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.493070 17488 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:18:02.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.494414 17488 hybrid_clock.cc:648] HybridClock initialized: now 1779113882494263 us; error 151 us; skew 500 ppm
14:18:02.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.497866 17488 webserver.cc:533] Webserver started at http://127.14.195.3:40403/ using document root <none> and password file <none>
14:18:02.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.498641 17488 fs_manager.cc:362] Metadata directory not provided
14:18:02.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.498745 17488 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:18:02.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.503373 17488 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
14:18:02.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.506062 17502 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:18:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.507731 17488 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
14:18:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.507920 17488 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data,/tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/wal
14:18:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca4810b8d65c48609d508f50b57293c9"
14:18:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:17:32 on dist-test-slave-krfp"
14:18:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.508508 17488 fs_report.cc:389] FS layout report
14:18:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:18:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/wal
14:18:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/wal
14:18:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data/data
14:18:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:18:02.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:18:02.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:18:02.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:18:02.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:18:02.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:18:02.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:18:02.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:18:02.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:18:02.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:18:02.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:18:02.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.532258 17488 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:18:02.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.533149 17488 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:18:02.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.533380 17488 kserver.cc:163] Server-wide thread pool size limit: 3276
14:18:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.534067 17488 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:18:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.535547 17509 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:18:02.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.540126 17488 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:18:02.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.540251 17488 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.005s	user 0.000s	sys 0.000s
14:18:02.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.540328 17488 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:18:02.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.542572 17488 ts_tablet_manager.cc:616] Registered 1 tablets
14:18:02.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.542668 17488 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
14:18:02.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.543004 17509 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Bootstrap starting.
14:18:02.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.556425 17616 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.195.3:46225 every 8 connection(s)
14:18:02.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.556557 17488 rpc_server.cc:307] RPC server started. Bound to: 127.14.195.3:46225
14:18:02.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.558513 17488 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskqm6pAB/test-tmp/mini-kudu-cluster5169356177661741879/ts-2/data/info.pb
14:18:02.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.566555 15116 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu as pid 17488
14:18:02.567 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:18:02.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.574092 17617 heartbeater.cc:344] Connected to a master server at 127.14.195.60:35545
14:18:02.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.574445 17617 heartbeater.cc:461] Registering TS with master...
14:18:02.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.575124 17617 heartbeater.cc:507] Master 127.14.195.60:35545 requested a full tablet report, sending...
14:18:02.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.575278 17509 log.cc:826] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Log is configured to *not* fsync() on all Append() calls
14:18:02.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.577597 15303 ts_manager.cc:194] Re-registered known tserver with Master: ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225)
14:18:02.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.578684 15303 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.195.3:49113
14:18:02.580 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564, tablet=60b6e8b2d1fa4607a62e9724073c89c9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:18:02.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.581933 17619 heartbeater.cc:344] Connected to a master server at 127.14.195.61:46313
14:18:02.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.582072 17619 heartbeater.cc:461] Registering TS with master...
14:18:02.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.582267 17619 heartbeater.cc:507] Master 127.14.195.61:46313 requested a full tablet report, sending...
14:18:02.587 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113853564, tablet=60b6e8b2d1fa4607a62e9724073c89c9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:18:02.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.584213 15230 ts_manager.cc:194] Re-registered known tserver with Master: ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225)
14:18:02.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.586716 17618 heartbeater.cc:344] Connected to a master server at 127.14.195.62:43337
14:18:02.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.586841 17618 heartbeater.cc:461] Registering TS with master...
14:18:02.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.587006 17618 heartbeater.cc:507] Master 127.14.195.62:43337 requested a full tablet report, sending...
14:18:02.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.588997 15152 ts_manager.cc:194] Re-registered known tserver with Master: ca4810b8d65c48609d508f50b57293c9 (127.14.195.3:46225)
14:18:02.597 [DEBUG - main] (Connection.java:575) [peer master-127.14.195.62:43337(127.14.195.62:43337)] disconnecting while in state READY
14:18:02.598 [DEBUG - main] (Connection.java:575) [peer master-127.14.195.61:46313(127.14.195.61:46313)] disconnecting while in state READY
14:18:02.599 [DEBUG - main] (Connection.java:575) [peer master-127.14.195.60:35545(127.14.195.60:35545)] disconnecting while in state READY
14:18:02.599 [DEBUG - main] (Connection.java:575) [peer 817a980740cf4cbf9e644ce4c9389023(127.14.195.2:46179)] disconnecting while in state TERMINATED
14:18:02.602 [DEBUG - main] (Connection.java:575) [peer ca4810b8d65c48609d508f50b57293c9(127.14.195.3:46225)] disconnecting while in state TERMINATED
14:18:02.604 [DEBUG - main] (Connection.java:575) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] disconnecting while in state READY
14:18:02.608 [DEBUG - kudu-nio-6] (Connection.java:239) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] handling channelInactive
14:18:02.608 [DEBUG - kudu-nio-6] (Connection.java:709) [peer d4fa2147ee164c0aa21b7adf241c8b01(127.14.195.1:45231)] cleaning up while in state READY due to: connection closed
14:18:02.608 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:18:02.609 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.14.195.61:46313(127.14.195.61:46313)] handling channelInactive
14:18:02.609 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.195.61:46313(127.14.195.61:46313)] cleaning up while in state READY due to: connection closed
14:18:02.608 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.195.62:43337(127.14.195.62:43337)] handling channelInactive
14:18:02.609 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.195.62:43337(127.14.195.62:43337)] cleaning up while in state READY due to: connection closed
14:18:02.609 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.14.195.60:35545(127.14.195.60:35545)] handling channelInactive
14:18:02.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.195.60:35545(127.14.195.60:35545)] cleaning up while in state READY due to: connection closed
14:18:02.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.613000 15116 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu with pid 17131
14:18:02.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.618309 17509 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:18:02.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.618844 17509 tablet_bootstrap.cc:492] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Bootstrap complete.
14:18:02.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.620247 17509 ts_tablet_manager.cc:1403] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Time spent bootstrapping tablet: real 0.078s	user 0.049s	sys 0.013s
14:18:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.624496 17509 raft_consensus.cc:359] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 11 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:18:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.625073 17509 raft_consensus.cc:740] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [term 11 FOLLOWER]: Becoming Follower/Learner. State: Replica: ca4810b8d65c48609d508f50b57293c9, State: Initialized, Role: FOLLOWER
14:18:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.625466 15116 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu with pid 17302
14:18:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.625666 17509 consensus_queue.cc:260] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "817a980740cf4cbf9e644ce4c9389023" member_type: VOTER last_known_addr { host: "127.14.195.2" port: 46179 } } peers { permanent_uuid: "ca4810b8d65c48609d508f50b57293c9" member_type: VOTER last_known_addr { host: "127.14.195.3" port: 46225 } } peers { permanent_uuid: "d4fa2147ee164c0aa21b7adf241c8b01" member_type: VOTER last_known_addr { host: "127.14.195.1" port: 45231 } }
14:18:02.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.626646 17617 heartbeater.cc:499] Master 127.14.195.60:35545 was elected leader, sending a full tablet report...
14:18:02.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.627036 17509 ts_tablet_manager.cc:1434] T 60b6e8b2d1fa4607a62e9724073c89c9 P ca4810b8d65c48609d508f50b57293c9: Time spent starting tablet: real 0.007s	user 0.009s	sys 0.000s
14:18:02.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.633970 15116 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu with pid 17488
14:18:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.643478 15116 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu with pid 15127
14:18:02.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.654547 15116 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu with pid 15196
14:18:02.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:18:02.662739 15116 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskqm6pAB/build/debug/bin/kudu with pid 15269
14:18:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:18:02Z chronyd exiting

Time: 32.392

OK (1 test)

