JUnit version 4.13.2
.14:07:36.080 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779113256070
14:07:36.150 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
14:07:36.212 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:07:36.223 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskq0ejVM/test-tmp
14:07:36.230 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/release/bin
14:07:36.233 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskq0ejVM/java/build/dist-test/../../../build/release/bin/kudu, test, mini_cluster, --serialization=pb]
14:07:36.429 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

14:07:36.448 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:07:36.451 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

14:07:36.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.452677 18096 mini_oidc.cc:150] Starting JWKS server
14:07:36.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.453482 18096 webserver.cc:533] Webserver started at http://127.0.0.1:40377/ using document root <none> and password file <none>
14:07:36.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.453572 18096 mini_oidc.cc:186] Starting OIDC Discovery server
14:07:36.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.453759 18096 webserver.cc:533] Webserver started at http://127.0.0.1:38481/ using document root <none> and password file <none>
14:07:36.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:07:36Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:07:36.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:07:36Z Disabled control of system clock
14:07:36.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.469293 18096 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:07:36.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:07:36.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-0/wal
14:07:36.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-0/data
14:07:36.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:36.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:36.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:36.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:36.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:36.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:36.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-0/logs
14:07:36.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-0/data/info.pb
14:07:36.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:36.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:36.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:36.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:36.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:36.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:36.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:36.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:36.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:07:36.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:36.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:36.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.62:34687
14:07:36.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.62
14:07:36.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:36.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:07:36.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:36.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:36.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:36.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:36.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:07:36.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:36.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40377/jwks.json with env {}
14:07:36.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.554562 18108 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:36.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.554755 18108 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:36.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.554775 18108 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:36.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.556468 18108 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:07:36.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.556507 18108 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:36.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.556521 18108 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:07:36.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.556535 18108 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:07:36.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.556547 18108 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:07:36.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.556558 18108 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40377/jwks.json
14:07:36.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.558413 18108 master_runner.cc:387] Master server non-default flags:
14:07:36.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:36.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:07:36.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:36.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:36.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-0/data
14:07:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-0/wal
14:07:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:07:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.62:34687
14:07:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:36.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40377/jwks.json
14:07:36.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:36.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:36.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-0/data/info.pb
14:07:36.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.62
14:07:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18108
14:07:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:36.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:36.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:36.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:36.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-0/logs
14:07:36.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:36.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:36.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:07:36.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:07:36.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:36.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:07:36.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:07:36.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on e7f111948823
14:07:36.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11957
14:07:36.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.558630 18108 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:36.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.558815 18108 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:36.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.562594 18116 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:36.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.562579 18113 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:36.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.562994 18114 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:36.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.563517 18108 server_base.cc:1061] running on GCE node
14:07:36.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.563769 18108 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:36.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.564066 18108 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:36.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.565238 18108 hybrid_clock.cc:648] HybridClock initialized: now 1779113256565217 us; error 40 us; skew 500 ppm
14:07:36.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.566799 18108 webserver.cc:533] Webserver started at http://127.17.172.62:32841/ using document root <none> and password file <none>
14:07:36.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.567011 18108 fs_manager.cc:362] Metadata directory not provided
14:07:36.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.567067 18108 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:36.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.567169 18108 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:07:36.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.568310 18108 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-0/data/instance:
14:07:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "85a78c99ba3143e0a4a0ad85455a6a38"
14:07:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:36 on dist-test-slave-sr9l"
14:07:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.568678 18108 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-0/wal/instance:
14:07:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "85a78c99ba3143e0a4a0ad85455a6a38"
14:07:36.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:36 on dist-test-slave-sr9l"
14:07:36.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.575701 18108 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.002s	sys 0.001s
14:07:36.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.576905 18122 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:07:36.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.577252 18108 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
14:07:36.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.577355 18108 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-0/data,/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-0/wal
14:07:36.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "85a78c99ba3143e0a4a0ad85455a6a38"
14:07:36.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:36 on dist-test-slave-sr9l"
14:07:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.577427 18108 fs_report.cc:389] FS layout report
14:07:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-0/wal
14:07:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-0/wal
14:07:36.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-0/data/data
14:07:36.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:36.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:36.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:36.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:36.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:36.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:36.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:36.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:36.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:36.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:36.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:36.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.589711 18108 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:07:36.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.589999 18108 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:36.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.590090 18108 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:36.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.594832 18108 rpc_server.cc:307] RPC server started. Bound to: 127.17.172.62:34687
14:07:36.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.594925 18174 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.172.62:34687 every 8 connection(s)
14:07:36.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.595144 18108 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-0/data/info.pb
14:07:36.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.595669 18175 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.596910 18175 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.172.62" port: 34687 } has no permanent_uuid. Determining permanent_uuid...
14:07:36.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.599905 18096 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskq0ejVM/build/release/bin/kudu as pid 18108
14:07:36.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.600013 18096 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-0/wal/instance
14:07:36.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.600907 18096 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:07:36.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:07:36.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-1/wal
14:07:36.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-1/data
14:07:36.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:36.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:36.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:36.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:36.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:36.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:36.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-1/logs
14:07:36.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-1/data/info.pb
14:07:36.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:36.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:36.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:36.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:07:36.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:36.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:36.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:36.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.61:46027
14:07:36.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.61
14:07:36.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:36.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:07:36.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:36.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:36.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:36.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:36.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:07:36.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:36.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40377/jwks.json with env {}
14:07:36.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.607529 18175 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.172.61" port: 46027 } has no permanent_uuid. Determining permanent_uuid...
14:07:36.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.607947 18123 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.172.61:46027: connect: Connection refused (error 111)
14:07:36.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.608366 18175 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.172.61:46027: Network error: Client connection negotiation failed: client connection to 127.17.172.61:46027: connect: Connection refused (error 111)
14:07:36.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.657579 18175 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.172.61" port: 46027 } attempt: 1
14:07:36.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.658841 18175 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.172.61:46027: Network error: Client connection negotiation failed: client connection to 127.17.172.61:46027: connect: Connection refused (error 111)
14:07:36.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.691236 18179 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:36.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.691570 18179 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:36.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.691594 18179 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:36.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.693373 18179 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:07:36.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.693437 18179 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:36.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.693457 18179 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:07:36.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.693475 18179 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:07:36.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.693490 18179 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:07:36.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.693506 18179 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40377/jwks.json
14:07:36.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.695778 18179 master_runner.cc:387] Master server non-default flags:
14:07:36.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:36.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:07:36.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:36.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:36.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-1/data
14:07:36.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-1/wal
14:07:36.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:36.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:07:36.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:36.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:36.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:36.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.61:46027
14:07:36.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:36.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:36.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:36.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40377/jwks.json
14:07:36.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:36.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:36.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-1/data/info.pb
14:07:36.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.61
14:07:36.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:36.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:36.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18179
14:07:36.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:36.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:36.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:36.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:36.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-1/logs
14:07:36.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:36.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:36.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:07:36.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:07:36.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:36.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:07:36.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:07:36.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on e7f111948823
14:07:36.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11957
14:07:36.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.696050 18179 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:36.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.696312 18179 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:36.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.699231 18188 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:36.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.699242 18185 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:36.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.699471 18179 server_base.cc:1061] running on GCE node
14:07:36.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.699255 18186 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:36.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.699844 18179 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:36.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.700104 18179 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:36.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.701256 18179 hybrid_clock.cc:648] HybridClock initialized: now 1779113256701214 us; error 61 us; skew 500 ppm
14:07:36.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.702804 18179 webserver.cc:533] Webserver started at http://127.17.172.61:36991/ using document root <none> and password file <none>
14:07:36.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.703070 18179 fs_manager.cc:362] Metadata directory not provided
14:07:36.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.703130 18179 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:36.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.703250 18179 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:07:36.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.704504 18179 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-1/data/instance:
14:07:36.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6dd2e7f8ce1e4230893ab443b63d8425"
14:07:36.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:36 on dist-test-slave-sr9l"
14:07:36.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.704938 18179 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-1/wal/instance:
14:07:36.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6dd2e7f8ce1e4230893ab443b63d8425"
14:07:36.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:36 on dist-test-slave-sr9l"
14:07:36.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.706729 18179 fs_manager.cc:696] Time spent creating directory manager: real 0.002s	user 0.000s	sys 0.004s
14:07:36.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.708385 18194 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:07:36.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.708595 18179 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
14:07:36.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.708655 18179 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-1/data,/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-1/wal
14:07:36.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6dd2e7f8ce1e4230893ab443b63d8425"
14:07:36.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:36 on dist-test-slave-sr9l"
14:07:36.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.708729 18179 fs_report.cc:389] FS layout report
14:07:36.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:36.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-1/wal
14:07:36.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-1/wal
14:07:36.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-1/data/data
14:07:36.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:36.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:36.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:36.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:36.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:36.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:36.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.727036 18175 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.172.61" port: 46027 } attempt: 2
14:07:36.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.728096 18175 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.172.61:46027: Network error: Client connection negotiation failed: client connection to 127.17.172.61:46027: connect: Connection refused (error 111)
14:07:36.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.732340 18179 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:07:36.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.732734 18179 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.732865 18179 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:36.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.738318 18179 rpc_server.cc:307] RPC server started. Bound to: 127.17.172.61:46027
14:07:36.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.738466 18246 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.172.61:46027 every 8 connection(s)
14:07:36.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.738834 18179 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-1/data/info.pb
14:07:36.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.739627 18247 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:36.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.741714 18247 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.172.62" port: 34687 } has no permanent_uuid. Determining permanent_uuid...
14:07:36.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.747133 18247 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.172.61" port: 46027 } has no permanent_uuid. Determining permanent_uuid...
14:07:36.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.748512 18096 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskq0ejVM/build/release/bin/kudu as pid 18179
14:07:36.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.748608 18096 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-1/wal/instance
14:07:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.749046 18096 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:07:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:07:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-2/wal
14:07:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-2/data
14:07:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:36.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:36.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:36.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:36.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:36.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:36.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-2/logs
14:07:36.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-2/data/info.pb
14:07:36.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:36.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:36.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:36.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:36.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:36.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:36.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:36.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:36.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:07:36.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:36.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:36.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:36.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.60:35341
14:07:36.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.60
14:07:36.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:36.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:07:36.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:36.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:36.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:07:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40377/jwks.json with env {}
14:07:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.752265 18247 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.172.60" port: 35341 } has no permanent_uuid. Determining permanent_uuid...
14:07:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.752862 18197 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.172.60:35341: connect: Connection refused (error 111)
14:07:36.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.759485 18247 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.172.60:35341: Network error: Client connection negotiation failed: client connection to 127.17.172.60:35341: connect: Connection refused (error 111)
14:07:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.808766 18247 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.172.60" port: 35341 } attempt: 1
14:07:36.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.809648 18247 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.172.60:35341: Network error: Client connection negotiation failed: client connection to 127.17.172.60:35341: connect: Connection refused (error 111)
14:07:36.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.819288 18175 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.172.61" port: 46027 } attempt: 3
14:07:36.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.823544 18175 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.172.60" port: 35341 } has no permanent_uuid. Determining permanent_uuid...
14:07:36.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.824613 18175 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.172.60:35341: Network error: Client connection negotiation failed: client connection to 127.17.172.60:35341: connect: Connection refused (error 111)
14:07:36.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.841311 18251 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:36.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.841524 18251 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:36.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.841548 18251 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:36.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.843295 18251 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:07:36.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.843353 18251 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:36.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.843369 18251 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:07:36.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.843381 18251 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:07:36.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.843394 18251 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:07:36.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.843405 18251 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40377/jwks.json
14:07:36.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.845103 18251 master_runner.cc:387] Master server non-default flags:
14:07:36.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:36.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:07:36.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:36.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:36.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-2/data
14:07:36.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-2/wal
14:07:36.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:36.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:07:36.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:36.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:36.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:36.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.60:35341
14:07:36.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:36.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:36.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:36.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40377/jwks.json
14:07:36.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:36.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:36.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-2/data/info.pb
14:07:36.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.60
14:07:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18251
14:07:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:36.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:36.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-2/logs
14:07:36.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:36.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:36.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:07:36.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:07:36.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:36.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:07:36.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:07:36.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on e7f111948823
14:07:36.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11957
14:07:36.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.845352 18251 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:36.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.845594 18251 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:36.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.849514 18257 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:36.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.849711 18258 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:36.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.850557 18260 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:36.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.851053 18251 server_base.cc:1061] running on GCE node
14:07:36.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.851276 18251 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:36.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.851509 18251 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:36.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.852648 18251 hybrid_clock.cc:648] HybridClock initialized: now 1779113256852619 us; error 34 us; skew 500 ppm
14:07:36.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.853896 18251 webserver.cc:533] Webserver started at http://127.17.172.60:37381/ using document root <none> and password file <none>
14:07:36.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.854187 18251 fs_manager.cc:362] Metadata directory not provided
14:07:36.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.854247 18251 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:36.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.854382 18251 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:07:36.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.855638 18251 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-2/data/instance:
14:07:36.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f40fb79e5d284b1dae490cacc934df2c"
14:07:36.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:36 on dist-test-slave-sr9l"
14:07:36.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.855835 18175 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.172.60" port: 35341 } attempt: 1
14:07:36.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.856034 18251 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-2/wal/instance:
14:07:36.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f40fb79e5d284b1dae490cacc934df2c"
14:07:36.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:36 on dist-test-slave-sr9l"
14:07:36.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.856617 18175 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.172.60:35341: Network error: Client connection negotiation failed: client connection to 127.17.172.60:35341: connect: Connection refused (error 111)
14:07:36.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.857924 18251 fs_manager.cc:696] Time spent creating directory manager: real 0.002s	user 0.003s	sys 0.000s
14:07:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.859019 18266 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:07:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.859304 18251 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
14:07:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.859385 18251 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-2/data,/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-2/wal
14:07:36.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f40fb79e5d284b1dae490cacc934df2c"
14:07:36.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:36 on dist-test-slave-sr9l"
14:07:36.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.859522 18251 fs_report.cc:389] FS layout report
14:07:36.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:36.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-2/wal
14:07:36.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-2/wal
14:07:36.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-2/data/data
14:07:36.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:36.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:36.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:36.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:36.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:36.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:36.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:36.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:36.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:36.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:36.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:36.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.877344 18251 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:07:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.877861 18251 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.877820 18247 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.172.60" port: 35341 } attempt: 2
14:07:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.878013 18251 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:36.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.878822 18247 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.172.60:35341: Network error: Client connection negotiation failed: client connection to 127.17.172.60:35341: connect: Connection refused (error 111)
14:07:36.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.883693 18251 rpc_server.cc:307] RPC server started. Bound to: 127.17.172.60:35341
14:07:36.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.883738 18318 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.172.60:35341 every 8 connection(s)
14:07:36.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.884192 18251 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-2/data/info.pb
14:07:36.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.884953 18319 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:36.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.885262 18096 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskq0ejVM/build/release/bin/kudu as pid 18251
14:07:36.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.885386 18096 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/master-2/wal/instance
14:07:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.886581 18319 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.172.62" port: 34687 } has no permanent_uuid. Determining permanent_uuid...
14:07:36.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.892277 18319 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.172.61" port: 46027 } has no permanent_uuid. Determining permanent_uuid...
14:07:36.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.896148 18319 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.172.60" port: 35341 } has no permanent_uuid. Determining permanent_uuid...
14:07:36.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.901347 18319 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f40fb79e5d284b1dae490cacc934df2c: Bootstrap starting.
14:07:36.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.901945 18319 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f40fb79e5d284b1dae490cacc934df2c: Neither blocks nor log segments found. Creating new log.
14:07:36.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.902231 18319 log.cc:826] T 00000000000000000000000000000000 P f40fb79e5d284b1dae490cacc934df2c: Log is configured to *not* fsync() on all Append() calls
14:07:36.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.903039 18319 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f40fb79e5d284b1dae490cacc934df2c: No bootstrap required, opened a new log
14:07:36.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.904587 18319 raft_consensus.cc:359] T 00000000000000000000000000000000 P f40fb79e5d284b1dae490cacc934df2c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" member_type: VOTER last_known_addr { host: "127.17.172.62" port: 34687 } } peers { permanent_uuid: "6dd2e7f8ce1e4230893ab443b63d8425" member_type: VOTER last_known_addr { host: "127.17.172.61" port: 46027 } } peers { permanent_uuid: "f40fb79e5d284b1dae490cacc934df2c" member_type: VOTER last_known_addr { host: "127.17.172.60" port: 35341 } }
14:07:36.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.904717 18319 raft_consensus.cc:385] T 00000000000000000000000000000000 P f40fb79e5d284b1dae490cacc934df2c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:36.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.904759 18319 raft_consensus.cc:740] T 00000000000000000000000000000000 P f40fb79e5d284b1dae490cacc934df2c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f40fb79e5d284b1dae490cacc934df2c, State: Initialized, Role: FOLLOWER
14:07:36.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.904863 18319 consensus_queue.cc:260] T 00000000000000000000000000000000 P f40fb79e5d284b1dae490cacc934df2c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" member_type: VOTER last_known_addr { host: "127.17.172.62" port: 34687 } } peers { permanent_uuid: "6dd2e7f8ce1e4230893ab443b63d8425" member_type: VOTER last_known_addr { host: "127.17.172.61" port: 46027 } } peers { permanent_uuid: "f40fb79e5d284b1dae490cacc934df2c" member_type: VOTER last_known_addr { host: "127.17.172.60" port: 35341 } }
14:07:36.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.905208 18319 sys_catalog.cc:565] T 00000000000000000000000000000000 P f40fb79e5d284b1dae490cacc934df2c [sys.catalog]: configured and running, proceeding with master startup.
14:07:36.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.905243 18327 sys_catalog.cc:455] T 00000000000000000000000000000000 P f40fb79e5d284b1dae490cacc934df2c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" member_type: VOTER last_known_addr { host: "127.17.172.62" port: 34687 } } peers { permanent_uuid: "6dd2e7f8ce1e4230893ab443b63d8425" member_type: VOTER last_known_addr { host: "127.17.172.61" port: 46027 } } peers { permanent_uuid: "f40fb79e5d284b1dae490cacc934df2c" member_type: VOTER last_known_addr { host: "127.17.172.60" port: 35341 } } }
14:07:36.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.905373 18327 sys_catalog.cc:458] T 00000000000000000000000000000000 P f40fb79e5d284b1dae490cacc934df2c [sys.catalog]: This master's current role is: FOLLOWER
14:07:36.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.907291 18338 catalog_manager.cc:1593] T 00000000000000000000000000000000 P f40fb79e5d284b1dae490cacc934df2c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:07:36.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.907357 18338 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:07:36.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.908486 18251 master_runner.cc:187] Error getting master registration for 127.17.172.62:34687: OK, instance_id { permanent_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" instance_seqno: 1779113256593573 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:07:36.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.909992 18251 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:07:36.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.931824 18175 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.172.60" port: 35341 } attempt: 2
14:07:36.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.937107 18175 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38: Bootstrap starting.
14:07:36.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.937852 18175 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38: Neither blocks nor log segments found. Creating new log.
14:07:36.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.938179 18175 log.cc:826] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38: Log is configured to *not* fsync() on all Append() calls
14:07:36.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.939249 18175 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38: No bootstrap required, opened a new log
14:07:36.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.940907 18175 raft_consensus.cc:359] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" member_type: VOTER last_known_addr { host: "127.17.172.62" port: 34687 } } peers { permanent_uuid: "6dd2e7f8ce1e4230893ab443b63d8425" member_type: VOTER last_known_addr { host: "127.17.172.61" port: 46027 } } peers { permanent_uuid: "f40fb79e5d284b1dae490cacc934df2c" member_type: VOTER last_known_addr { host: "127.17.172.60" port: 35341 } }
14:07:36.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.941037 18175 raft_consensus.cc:385] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:36.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.941068 18175 raft_consensus.cc:740] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 85a78c99ba3143e0a4a0ad85455a6a38, State: Initialized, Role: FOLLOWER
14:07:36.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.941169 18175 consensus_queue.cc:260] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" member_type: VOTER last_known_addr { host: "127.17.172.62" port: 34687 } } peers { permanent_uuid: "6dd2e7f8ce1e4230893ab443b63d8425" member_type: VOTER last_known_addr { host: "127.17.172.61" port: 46027 } } peers { permanent_uuid: "f40fb79e5d284b1dae490cacc934df2c" member_type: VOTER last_known_addr { host: "127.17.172.60" port: 35341 } }
14:07:36.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.941449 18175 sys_catalog.cc:565] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38 [sys.catalog]: configured and running, proceeding with master startup.
14:07:36.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.941488 18341 sys_catalog.cc:455] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" member_type: VOTER last_known_addr { host: "127.17.172.62" port: 34687 } } peers { permanent_uuid: "6dd2e7f8ce1e4230893ab443b63d8425" member_type: VOTER last_known_addr { host: "127.17.172.61" port: 46027 } } peers { permanent_uuid: "f40fb79e5d284b1dae490cacc934df2c" member_type: VOTER last_known_addr { host: "127.17.172.60" port: 35341 } } }
14:07:36.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.942054 18341 sys_catalog.cc:458] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38 [sys.catalog]: This master's current role is: FOLLOWER
14:07:36.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.943812 18352 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:07:36.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.944144 18352 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:07:36.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.944424 18108 master_runner.cc:187] Error getting master registration for 127.17.172.61:46027: OK, instance_id { permanent_uuid: "6dd2e7f8ce1e4230893ab443b63d8425" instance_seqno: 1779113256736910 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:07:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.945760 18108 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:07:36.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.956476 18341 raft_consensus.cc:493] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:36.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.956666 18341 raft_consensus.cc:515] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" member_type: VOTER last_known_addr { host: "127.17.172.62" port: 34687 } } peers { permanent_uuid: "6dd2e7f8ce1e4230893ab443b63d8425" member_type: VOTER last_known_addr { host: "127.17.172.61" port: 46027 } } peers { permanent_uuid: "f40fb79e5d284b1dae490cacc934df2c" member_type: VOTER last_known_addr { host: "127.17.172.60" port: 35341 } }
14:07:36.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.957001 18341 leader_election.cc:290] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6dd2e7f8ce1e4230893ab443b63d8425 (127.17.172.61:46027), f40fb79e5d284b1dae490cacc934df2c (127.17.172.60:35341)
14:07:36.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.957367 18293 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f40fb79e5d284b1dae490cacc934df2c" is_pre_election: true
14:07:36.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.957546 18293 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f40fb79e5d284b1dae490cacc934df2c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 85a78c99ba3143e0a4a0ad85455a6a38 in term 0.
14:07:36.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.957777 18125 leader_election.cc:304] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 85a78c99ba3143e0a4a0ad85455a6a38, f40fb79e5d284b1dae490cacc934df2c; no voters: 
14:07:36.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.957908 18341 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:07:36.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.957953 18341 raft_consensus.cc:493] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:07:36.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.957974 18341 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38 [term 0 FOLLOWER]: Advancing to term 1
14:07:36.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.959131 18341 raft_consensus.cc:515] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" member_type: VOTER last_known_addr { host: "127.17.172.62" port: 34687 } } peers { permanent_uuid: "6dd2e7f8ce1e4230893ab443b63d8425" member_type: VOTER last_known_addr { host: "127.17.172.61" port: 46027 } } peers { permanent_uuid: "f40fb79e5d284b1dae490cacc934df2c" member_type: VOTER last_known_addr { host: "127.17.172.60" port: 35341 } }
14:07:36.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.959465 18293 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f40fb79e5d284b1dae490cacc934df2c"
14:07:36.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.959539 18293 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f40fb79e5d284b1dae490cacc934df2c [term 0 FOLLOWER]: Advancing to term 1
14:07:36.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.960539 18293 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f40fb79e5d284b1dae490cacc934df2c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 85a78c99ba3143e0a4a0ad85455a6a38 in term 1.
14:07:36.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.960714 18125 leader_election.cc:304] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 85a78c99ba3143e0a4a0ad85455a6a38, f40fb79e5d284b1dae490cacc934df2c; no voters: 
14:07:36.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.960922 18341 leader_election.cc:290] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38 [CANDIDATE]: Term 1 election: Requested vote from peers 6dd2e7f8ce1e4230893ab443b63d8425 (127.17.172.61:46027), f40fb79e5d284b1dae490cacc934df2c (127.17.172.60:35341)
14:07:36.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.960978 18341 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38 [term 1 FOLLOWER]: Leader election won for term 1
14:07:36.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.961014 18341 raft_consensus.cc:697] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38 [term 1 LEADER]: Becoming Leader. State: Replica: 85a78c99ba3143e0a4a0ad85455a6a38, State: Running, Role: LEADER
14:07:36.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.961100 18341 consensus_queue.cc:237] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" member_type: VOTER last_known_addr { host: "127.17.172.62" port: 34687 } } peers { permanent_uuid: "6dd2e7f8ce1e4230893ab443b63d8425" member_type: VOTER last_known_addr { host: "127.17.172.61" port: 46027 } } peers { permanent_uuid: "f40fb79e5d284b1dae490cacc934df2c" member_type: VOTER last_known_addr { host: "127.17.172.60" port: 35341 } }
14:07:36.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.961642 18341 sys_catalog.cc:455] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 85a78c99ba3143e0a4a0ad85455a6a38. Latest consensus state: current_term: 1 leader_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" member_type: VOTER last_known_addr { host: "127.17.172.62" port: 34687 } } peers { permanent_uuid: "6dd2e7f8ce1e4230893ab443b63d8425" member_type: VOTER last_known_addr { host: "127.17.172.61" port: 46027 } } peers { permanent_uuid: "f40fb79e5d284b1dae490cacc934df2c" member_type: VOTER last_known_addr { host: "127.17.172.60" port: 35341 } } }
14:07:36.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.961717 18341 sys_catalog.cc:458] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38 [sys.catalog]: This master's current role is: LEADER
14:07:36.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.962673 18356 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
14:07:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.962919 18356 catalog_manager.cc:1519] Initializing Kudu cluster ID...
14:07:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.964700 18293 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f40fb79e5d284b1dae490cacc934df2c [term 1 FOLLOWER]: Refusing update from remote peer 85a78c99ba3143e0a4a0ad85455a6a38: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:07:36.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.964998 18354 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f40fb79e5d284b1dae490cacc934df2c" member_type: VOTER last_known_addr { host: "127.17.172.60" port: 35341 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:36.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.966295 18327 sys_catalog.cc:455] T 00000000000000000000000000000000 P f40fb79e5d284b1dae490cacc934df2c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 85a78c99ba3143e0a4a0ad85455a6a38. Latest consensus state: current_term: 1 leader_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" member_type: VOTER last_known_addr { host: "127.17.172.62" port: 34687 } } peers { permanent_uuid: "6dd2e7f8ce1e4230893ab443b63d8425" member_type: VOTER last_known_addr { host: "127.17.172.61" port: 46027 } } peers { permanent_uuid: "f40fb79e5d284b1dae490cacc934df2c" member_type: VOTER last_known_addr { host: "127.17.172.60" port: 35341 } } }
14:07:36.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.966385 18327 sys_catalog.cc:458] T 00000000000000000000000000000000 P f40fb79e5d284b1dae490cacc934df2c [sys.catalog]: This master's current role is: FOLLOWER
14:07:36.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.968634 18354 sys_catalog.cc:455] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" member_type: VOTER last_known_addr { host: "127.17.172.62" port: 34687 } } peers { permanent_uuid: "6dd2e7f8ce1e4230893ab443b63d8425" member_type: VOTER last_known_addr { host: "127.17.172.61" port: 46027 } } peers { permanent_uuid: "f40fb79e5d284b1dae490cacc934df2c" member_type: VOTER last_known_addr { host: "127.17.172.60" port: 35341 } } }
14:07:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.968755 18354 sys_catalog.cc:458] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38 [sys.catalog]: This master's current role is: LEADER
14:07:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.969219 18327 sys_catalog.cc:455] T 00000000000000000000000000000000 P f40fb79e5d284b1dae490cacc934df2c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" member_type: VOTER last_known_addr { host: "127.17.172.62" port: 34687 } } peers { permanent_uuid: "6dd2e7f8ce1e4230893ab443b63d8425" member_type: VOTER last_known_addr { host: "127.17.172.61" port: 46027 } } peers { permanent_uuid: "f40fb79e5d284b1dae490cacc934df2c" member_type: VOTER last_known_addr { host: "127.17.172.60" port: 35341 } } }
14:07:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.969291 18327 sys_catalog.cc:458] T 00000000000000000000000000000000 P f40fb79e5d284b1dae490cacc934df2c [sys.catalog]: This master's current role is: FOLLOWER
14:07:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.969539 18358 mvcc.cc:204] Tried to move back new op lower bound from 7287247900524343296 to 7287247900513439744. Current Snapshot: MvccSnapshot[applied={T|T < 7287247900524343296}]
14:07:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.970415 18247 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.172.60" port: 35341 } attempt: 3
14:07:36.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.970259 18357 mvcc.cc:204] Tried to move back new op lower bound from 7287247900524343296 to 7287247900513439744. Current Snapshot: MvccSnapshot[applied={T|T < 7287247900524343296}]
14:07:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.975545 18247 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6dd2e7f8ce1e4230893ab443b63d8425: Bootstrap starting.
14:07:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.976300 18247 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6dd2e7f8ce1e4230893ab443b63d8425: Neither blocks nor log segments found. Creating new log.
14:07:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.976883 18247 log.cc:826] T 00000000000000000000000000000000 P 6dd2e7f8ce1e4230893ab443b63d8425: Log is configured to *not* fsync() on all Append() calls
14:07:36.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.978266 18356 catalog_manager.cc:1382] Generated new cluster ID: b3e8695554bc4923bdb4be13c010ebd6
14:07:36.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.978334 18356 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
14:07:36.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.979947 18247 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6dd2e7f8ce1e4230893ab443b63d8425: No bootstrap required, opened a new log
14:07:36.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.981572 18247 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6dd2e7f8ce1e4230893ab443b63d8425 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" member_type: VOTER last_known_addr { host: "127.17.172.62" port: 34687 } } peers { permanent_uuid: "6dd2e7f8ce1e4230893ab443b63d8425" member_type: VOTER last_known_addr { host: "127.17.172.61" port: 46027 } } peers { permanent_uuid: "f40fb79e5d284b1dae490cacc934df2c" member_type: VOTER last_known_addr { host: "127.17.172.60" port: 35341 } }
14:07:36.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.981681 18247 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6dd2e7f8ce1e4230893ab443b63d8425 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:36.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.981710 18247 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6dd2e7f8ce1e4230893ab443b63d8425 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6dd2e7f8ce1e4230893ab443b63d8425, State: Initialized, Role: FOLLOWER
14:07:36.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.981801 18247 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6dd2e7f8ce1e4230893ab443b63d8425 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" member_type: VOTER last_known_addr { host: "127.17.172.62" port: 34687 } } peers { permanent_uuid: "6dd2e7f8ce1e4230893ab443b63d8425" member_type: VOTER last_known_addr { host: "127.17.172.61" port: 46027 } } peers { permanent_uuid: "f40fb79e5d284b1dae490cacc934df2c" member_type: VOTER last_known_addr { host: "127.17.172.60" port: 35341 } }
14:07:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.982089 18247 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6dd2e7f8ce1e4230893ab443b63d8425 [sys.catalog]: configured and running, proceeding with master startup.
14:07:36.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.982231 18221 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6dd2e7f8ce1e4230893ab443b63d8425" is_pre_election: true
14:07:36.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.982425 18221 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6dd2e7f8ce1e4230893ab443b63d8425 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 85a78c99ba3143e0a4a0ad85455a6a38 in term 0.
14:07:36.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.982582 18220 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6dd2e7f8ce1e4230893ab443b63d8425"
14:07:36.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.982643 18220 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6dd2e7f8ce1e4230893ab443b63d8425 [term 0 FOLLOWER]: Advancing to term 1
14:07:36.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.983703 18220 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6dd2e7f8ce1e4230893ab443b63d8425 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 85a78c99ba3143e0a4a0ad85455a6a38 in term 1.
14:07:36.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.983913 18219 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6dd2e7f8ce1e4230893ab443b63d8425 [term 1 FOLLOWER]: Refusing update from remote peer 85a78c99ba3143e0a4a0ad85455a6a38: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:07:36.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.984285 18200 tablet.cc:2404] T 00000000000000000000000000000000 P 6dd2e7f8ce1e4230893ab443b63d8425: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:07:36.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.984256 18341 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6dd2e7f8ce1e4230893ab443b63d8425" member_type: VOTER last_known_addr { host: "127.17.172.61" port: 46027 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:36.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.984977 18374 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 6dd2e7f8ce1e4230893ab443b63d8425: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:07:36.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:36.985033 18374 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:07:36.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.985988 18363 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6dd2e7f8ce1e4230893ab443b63d8425 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" member_type: VOTER last_known_addr { host: "127.17.172.62" port: 34687 } } peers { permanent_uuid: "6dd2e7f8ce1e4230893ab443b63d8425" member_type: VOTER last_known_addr { host: "127.17.172.61" port: 46027 } } peers { permanent_uuid: "f40fb79e5d284b1dae490cacc934df2c" member_type: VOTER last_known_addr { host: "127.17.172.60" port: 35341 } } }
14:07:36.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.986068 18363 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6dd2e7f8ce1e4230893ab443b63d8425 [sys.catalog]: This master's current role is: FOLLOWER
14:07:36.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.986143 18363 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6dd2e7f8ce1e4230893ab443b63d8425 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 85a78c99ba3143e0a4a0ad85455a6a38. Latest consensus state: current_term: 1 leader_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" member_type: VOTER last_known_addr { host: "127.17.172.62" port: 34687 } } peers { permanent_uuid: "6dd2e7f8ce1e4230893ab443b63d8425" member_type: VOTER last_known_addr { host: "127.17.172.61" port: 46027 } } peers { permanent_uuid: "f40fb79e5d284b1dae490cacc934df2c" member_type: VOTER last_known_addr { host: "127.17.172.60" port: 35341 } } }
14:07:36.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.986182 18363 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6dd2e7f8ce1e4230893ab443b63d8425 [sys.catalog]: This master's current role is: FOLLOWER
14:07:36.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.986210 18363 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6dd2e7f8ce1e4230893ab443b63d8425 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" member_type: VOTER last_known_addr { host: "127.17.172.62" port: 34687 } } peers { permanent_uuid: "6dd2e7f8ce1e4230893ab443b63d8425" member_type: VOTER last_known_addr { host: "127.17.172.61" port: 46027 } } peers { permanent_uuid: "f40fb79e5d284b1dae490cacc934df2c" member_type: VOTER last_known_addr { host: "127.17.172.60" port: 35341 } } }
14:07:36.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:36.991843 18363 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6dd2e7f8ce1e4230893ab443b63d8425 [sys.catalog]: This master's current role is: FOLLOWER
14:07:37.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.005525 18341 sys_catalog.cc:455] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85a78c99ba3143e0a4a0ad85455a6a38" member_type: VOTER last_known_addr { host: "127.17.172.62" port: 34687 } } peers { permanent_uuid: "6dd2e7f8ce1e4230893ab443b63d8425" member_type: VOTER last_known_addr { host: "127.17.172.61" port: 46027 } } peers { permanent_uuid: "f40fb79e5d284b1dae490cacc934df2c" member_type: VOTER last_known_addr { host: "127.17.172.60" port: 35341 } } }
14:07:37.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.005689 18341 sys_catalog.cc:458] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38 [sys.catalog]: This master's current role is: LEADER
14:07:37.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.009994 18356 catalog_manager.cc:1405] Generated new certificate authority record
14:07:37.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.011441 18356 catalog_manager.cc:1539] Loading token signing keys...
14:07:37.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.027508 18356 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 85a78c99ba3143e0a4a0ad85455a6a38: Generated new TSK 0
14:07:37.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.028263 18356 catalog_manager.cc:1549] Initializing in-progress tserver states...
14:07:37.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.043488 18096 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:07:37.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:07:37.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/wal
14:07:37.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data
14:07:37.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:37.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:37.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:37.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:37.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:37.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:37.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/logs
14:07:37.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data/info.pb
14:07:37.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:37.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:37.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:37.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:37.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:07:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.1:0
14:07:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.172.1
14:07:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.1
14:07:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:07:37.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:07:37.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:37.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:37.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:07:37.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.167914 18381 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:37.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.168174 18381 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:37.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.168207 18381 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:37.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.170715 18381 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:37.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.170812 18381 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.172.1
14:07:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.173379 18381 tablet_server_runner.cc:78] Tablet server non-default flags:
14:07:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:07:37.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data
14:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/wal
14:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.1:0
14:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data/info.pb
14:07:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.1
14:07:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:07:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18381
14:07:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.172.1
14:07:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/logs
14:07:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:07:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:07:37.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:37.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:07:37.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:07:37.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on e7f111948823
14:07:37.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11957
14:07:37.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.173689 18381 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:37.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.173933 18381 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:37.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.177119 18386 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:37.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.177847 18389 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:37.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.178785 18387 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:37.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.179350 18381 server_base.cc:1061] running on GCE node
14:07:37.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.179538 18381 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:37.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.179767 18381 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:37.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.180938 18381 hybrid_clock.cc:648] HybridClock initialized: now 1779113257180915 us; error 37 us; skew 500 ppm
14:07:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.182288 18381 webserver.cc:533] Webserver started at http://127.17.172.1:43607/ using document root <none> and password file <none>
14:07:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.182519 18381 fs_manager.cc:362] Metadata directory not provided
14:07:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.182579 18381 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.182682 18381 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:07:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.183775 18381 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data/instance:
14:07:37.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b2693aeb78b7431399dd9a68d5ea4763"
14:07:37.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:37 on dist-test-slave-sr9l"
14:07:37.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.184115 18381 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/wal/instance:
14:07:37.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b2693aeb78b7431399dd9a68d5ea4763"
14:07:37.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:37 on dist-test-slave-sr9l"
14:07:37.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.186734 18381 fs_manager.cc:696] Time spent creating directory manager: real 0.002s	user 0.000s	sys 0.003s
14:07:37.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.187793 18395 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:07:37.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.188244 18381 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
14:07:37.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.188311 18381 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data,/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/wal
14:07:37.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b2693aeb78b7431399dd9a68d5ea4763"
14:07:37.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:37 on dist-test-slave-sr9l"
14:07:37.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.188365 18381 fs_report.cc:389] FS layout report
14:07:37.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:37.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/wal
14:07:37.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/wal
14:07:37.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data/data
14:07:37.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:37.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:37.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:37.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:37.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:37.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:37.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.209668 18381 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:07:37.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.210670 18381 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:37.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.211033 18381 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:37.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.211580 18381 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:07:37.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.212134 18381 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:07:37.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.212231 18381 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:07:37.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.212674 18381 ts_tablet_manager.cc:616] Registered 0 tablets
14:07:37.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.212898 18381 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:07:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.220630 18381 rpc_server.cc:307] RPC server started. Bound to: 127.17.172.1:33621
14:07:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.221493 18381 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data/info.pb
14:07:37.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.223049 18508 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.172.1:33621 every 8 connection(s)
14:07:37.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.224023 18096 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskq0ejVM/build/release/bin/kudu as pid 18381
14:07:37.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.224143 18096 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/wal/instance
14:07:37.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.225548 18096 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:07:37.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:07:37.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/wal
14:07:37.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data
14:07:37.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:37.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:37.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:37.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:37.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:37.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:37.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/logs
14:07:37.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data/info.pb
14:07:37.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:37.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:37.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:37.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:37.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:37.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:37.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:37.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:37.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:07:37.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:37.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.2:0
14:07:37.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.172.2
14:07:37.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.2
14:07:37.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:37.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:07:37.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:07:37.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:37.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:37.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:07:37.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.231494 18511 heartbeater.cc:344] Connected to a master server at 127.17.172.61:46027
14:07:37.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.231640 18511 heartbeater.cc:461] Registering TS with master...
14:07:37.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.231905 18511 heartbeater.cc:507] Master 127.17.172.61:46027 requested a full tablet report, sending...
14:07:37.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.232532 18211 ts_manager.cc:194] Registered new tserver with Master: b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:07:37.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.234544 18510 heartbeater.cc:344] Connected to a master server at 127.17.172.62:34687
14:07:37.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.234601 18509 heartbeater.cc:344] Connected to a master server at 127.17.172.60:35341
14:07:37.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.234622 18510 heartbeater.cc:461] Registering TS with master...
14:07:37.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.234701 18509 heartbeater.cc:461] Registering TS with master...
14:07:37.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.234792 18510 heartbeater.cc:507] Master 127.17.172.62:34687 requested a full tablet report, sending...
14:07:37.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.234845 18509 heartbeater.cc:507] Master 127.17.172.60:35341 requested a full tablet report, sending...
14:07:37.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.235178 18139 ts_manager.cc:194] Registered new tserver with Master: b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:07:37.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.235484 18283 ts_manager.cc:194] Registered new tserver with Master: b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:07:37.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.236035 18139 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.172.1:44739
14:07:37.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.324431 18516 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:37.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.324647 18516 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:37.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.324668 18516 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:37.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.326337 18516 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:37.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.326398 18516 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.172.2
14:07:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.327936 18516 tablet_server_runner.cc:78] Tablet server non-default flags:
14:07:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:07:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data
14:07:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/wal
14:07:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.2:0
14:07:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data/info.pb
14:07:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.2
14:07:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:07:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:37.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18516
14:07:37.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:37.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:37.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:37.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:37.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.172.2
14:07:37.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/logs
14:07:37.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:37.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:37.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:07:37.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:07:37.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:37.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:07:37.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:07:37.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on e7f111948823
14:07:37.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11957
14:07:37.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.328159 18516 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:37.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.328368 18516 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:37.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.331857 18524 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:37.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.331857 18521 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:37.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.331979 18522 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:37.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.332161 18516 server_base.cc:1061] running on GCE node
14:07:37.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.332363 18516 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:37.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.332647 18516 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:37.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.333807 18516 hybrid_clock.cc:648] HybridClock initialized: now 1779113257333781 us; error 36 us; skew 500 ppm
14:07:37.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.335274 18516 webserver.cc:533] Webserver started at http://127.17.172.2:32959/ using document root <none> and password file <none>
14:07:37.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.335526 18516 fs_manager.cc:362] Metadata directory not provided
14:07:37.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.335628 18516 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:37.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.335744 18516 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:07:37.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.336704 18516 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data/instance:
14:07:37.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73c85cf29dbf498d8c250f245147bbfb"
14:07:37.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:37 on dist-test-slave-sr9l"
14:07:37.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.337092 18516 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/wal/instance:
14:07:37.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73c85cf29dbf498d8c250f245147bbfb"
14:07:37.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:37 on dist-test-slave-sr9l"
14:07:37.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.338649 18516 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.003s	sys 0.000s
14:07:37.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.339555 18530 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:07:37.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.339823 18516 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
14:07:37.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.339924 18516 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data,/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/wal
14:07:37.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73c85cf29dbf498d8c250f245147bbfb"
14:07:37.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:37 on dist-test-slave-sr9l"
14:07:37.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.339988 18516 fs_report.cc:389] FS layout report
14:07:37.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:37.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/wal
14:07:37.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/wal
14:07:37.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data/data
14:07:37.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:37.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:37.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:37.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:37.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:37.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:37.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:37.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:37.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:37.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:37.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:37.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.358196 18516 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:07:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.358570 18516 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.358695 18516 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.358982 18516 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:07:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.359401 18516 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:07:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.359444 18516 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:07:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.359480 18516 ts_tablet_manager.cc:616] Registered 0 tablets
14:07:37.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.359498 18516 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:07:37.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.366400 18516 rpc_server.cc:307] RPC server started. Bound to: 127.17.172.2:38443
14:07:37.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.366462 18643 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.172.2:38443 every 8 connection(s)
14:07:37.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.366772 18516 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data/info.pb
14:07:37.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.369464 18096 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskq0ejVM/build/release/bin/kudu as pid 18516
14:07:37.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.369576 18096 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/wal/instance
14:07:37.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.371413 18096 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:07:37.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:07:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/wal
14:07:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data
14:07:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/logs
14:07:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data/info.pb
14:07:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:37.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:37.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:37.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:37.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:37.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:37.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:07:37.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:37.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.3:0
14:07:37.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.172.3
14:07:37.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.3
14:07:37.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:37.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:07:37.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:07:37.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:37.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:37.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:07:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.374403 18644 heartbeater.cc:344] Connected to a master server at 127.17.172.60:35341
14:07:37.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.374433 18645 heartbeater.cc:344] Connected to a master server at 127.17.172.62:34687
14:07:37.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.374560 18644 heartbeater.cc:461] Registering TS with master...
14:07:37.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.374563 18645 heartbeater.cc:461] Registering TS with master...
14:07:37.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.374832 18644 heartbeater.cc:507] Master 127.17.172.60:35341 requested a full tablet report, sending...
14:07:37.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.374833 18645 heartbeater.cc:507] Master 127.17.172.62:34687 requested a full tablet report, sending...
14:07:37.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.375308 18646 heartbeater.cc:344] Connected to a master server at 127.17.172.61:46027
14:07:37.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.375361 18646 heartbeater.cc:461] Registering TS with master...
14:07:37.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.375483 18646 heartbeater.cc:507] Master 127.17.172.61:46027 requested a full tablet report, sending...
14:07:37.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.375504 18283 ts_manager.cc:194] Registered new tserver with Master: 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443)
14:07:37.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.375805 18211 ts_manager.cc:194] Registered new tserver with Master: 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443)
14:07:37.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.376091 18139 ts_manager.cc:194] Registered new tserver with Master: 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443)
14:07:37.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.376608 18139 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.172.2:56095
14:07:37.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.458366 18651 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:37.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.458555 18651 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:37.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.458590 18651 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.460302 18651 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:37.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.460397 18651 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.172.3
14:07:37.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.462219 18651 tablet_server_runner.cc:78] Tablet server non-default flags:
14:07:37.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:37.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:07:37.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:37.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:37.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data
14:07:37.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/wal
14:07:37.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:37.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:37.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.3:0
14:07:37.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:37.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:37.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:37.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data/info.pb
14:07:37.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.3
14:07:37.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:37.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:07:37.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:37.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18651
14:07:37.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:37.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:37.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:37.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:37.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.172.3
14:07:37.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/logs
14:07:37.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:37.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:37.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:07:37.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:07:37.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:37.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:07:37.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:07:37.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on e7f111948823
14:07:37.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11957
14:07:37.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.462504 18651 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:37.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.462783 18651 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:37.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.466085 18659 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:37.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.466137 18657 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:37.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.466698 18651 server_base.cc:1061] running on GCE node
14:07:37.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:37.466137 18656 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:37.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.467283 18651 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:37.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.467535 18651 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:37.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.468717 18651 hybrid_clock.cc:648] HybridClock initialized: now 1779113257468691 us; error 35 us; skew 500 ppm
14:07:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.470050 18651 webserver.cc:533] Webserver started at http://127.17.172.3:41815/ using document root <none> and password file <none>
14:07:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.470323 18651 fs_manager.cc:362] Metadata directory not provided
14:07:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.470404 18651 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.470530 18651 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:07:37.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.471524 18651 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data/instance:
14:07:37.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be4f49cc024440a8bbcbf9112bb7737d"
14:07:37.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:37 on dist-test-slave-sr9l"
14:07:37.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.471928 18651 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/wal/instance:
14:07:37.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be4f49cc024440a8bbcbf9112bb7737d"
14:07:37.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:37 on dist-test-slave-sr9l"
14:07:37.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.473505 18651 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.001s
14:07:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.474488 18665 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:07:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.474747 18651 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
14:07:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.474819 18651 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data,/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/wal
14:07:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be4f49cc024440a8bbcbf9112bb7737d"
14:07:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:37 on dist-test-slave-sr9l"
14:07:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.474885 18651 fs_report.cc:389] FS layout report
14:07:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/wal
14:07:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/wal
14:07:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data/data
14:07:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:37.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.502466 18651 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:07:37.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.502907 18651 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:37.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.503057 18651 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:37.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.503342 18651 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:07:37.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.503782 18651 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:07:37.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.503841 18651 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:07:37.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.503877 18651 ts_tablet_manager.cc:616] Registered 0 tablets
14:07:37.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.503894 18651 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:07:37.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.511571 18651 rpc_server.cc:307] RPC server started. Bound to: 127.17.172.3:42631
14:07:37.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.511658 18778 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.172.3:42631 every 8 connection(s)
14:07:37.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.512064 18651 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data/info.pb
14:07:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.517977 18780 heartbeater.cc:344] Connected to a master server at 127.17.172.62:34687
14:07:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.517987 18781 heartbeater.cc:344] Connected to a master server at 127.17.172.61:46027
14:07:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.518159 18780 heartbeater.cc:461] Registering TS with master...
14:07:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.518167 18781 heartbeater.cc:461] Registering TS with master...
14:07:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.518393 18781 heartbeater.cc:507] Master 127.17.172.61:46027 requested a full tablet report, sending...
14:07:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.518395 18780 heartbeater.cc:507] Master 127.17.172.62:34687 requested a full tablet report, sending...
14:07:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.518797 18139 ts_manager.cc:194] Registered new tserver with Master: be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631)
14:07:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.518832 18211 ts_manager.cc:194] Registered new tserver with Master: be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631)
14:07:37.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.519009 18779 heartbeater.cc:344] Connected to a master server at 127.17.172.60:35341
14:07:37.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.519078 18779 heartbeater.cc:461] Registering TS with master...
14:07:37.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.519179 18779 heartbeater.cc:507] Master 127.17.172.60:35341 requested a full tablet report, sending...
14:07:37.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.519275 18139 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.172.3:48099
14:07:37.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.519577 18096 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskq0ejVM/build/release/bin/kudu as pid 18651
14:07:37.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.519599 18283 ts_manager.cc:194] Registered new tserver with Master: be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631)
14:07:37.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.519686 18096 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/wal/instance
14:07:37.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.522286 18096 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
14:07:37.523 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:07:37.524 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

14:07:37.533 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.17.172.62"
      port: 34687
    }
    bound_http_address {
      host: "127.17.172.62"
      port: 32841
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.17.172.61"
      port: 46027
    }
    bound_http_address {
      host: "127.17.172.61"
      port: 36991
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.17.172.60"
      port: 35341
    }
    bound_http_address {
      host: "127.17.172.60"
      port: 37381
    }
  }
}

14:07:37.538 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

14:07:37.541 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.17.172.1"
      port: 33621
    }
    bound_http_address {
      host: "127.17.172.1"
      port: 43607
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.17.172.2"
      port: 38443
    }
    bound_http_address {
      host: "127.17.172.2"
      port: 32959
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.17.172.3"
      port: 42631
    }
    bound_http_address {
      host: "127.17.172.3"
      port: 41815
    }
  }
}

14:07:37.541 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:07:37.739 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
14:07:37.807 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:07:37.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.907837 18338 catalog_manager.cc:1294] Loaded cluster ID: b3e8695554bc4923bdb4be13c010ebd6
14:07:37.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.907932 18338 catalog_manager.cc:1587] T 00000000000000000000000000000000 P f40fb79e5d284b1dae490cacc934df2c: loading cluster ID for follower catalog manager: success
14:07:37.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.909396 18338 catalog_manager.cc:1609] T 00000000000000000000000000000000 P f40fb79e5d284b1dae490cacc934df2c: acquiring CA information for follower catalog manager: success
14:07:37.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.909730 18338 catalog_manager.cc:1637] T 00000000000000000000000000000000 P f40fb79e5d284b1dae490cacc934df2c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:07:37.965 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.172.61:46027(127.17.172.61:46027)] connecting to peer
14:07:37.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.985517 18374 catalog_manager.cc:1294] Loaded cluster ID: b3e8695554bc4923bdb4be13c010ebd6
14:07:37.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.985615 18374 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 6dd2e7f8ce1e4230893ab443b63d8425: loading cluster ID for follower catalog manager: success
14:07:37.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.987047 18374 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 6dd2e7f8ce1e4230893ab443b63d8425: acquiring CA information for follower catalog manager: success
14:07:37.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:37.987385 18374 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 6dd2e7f8ce1e4230893ab443b63d8425: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:07:38.018 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.172.60:35341(127.17.172.60:35341)] connecting to peer
14:07:38.019 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.172.62:34687(127.17.172.62:34687)] connecting to peer
14:07:38.041 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.17.172.62:34687(127.17.172.62:34687)] Successfully connected to peer
14:07:38.041 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.172.61:46027(127.17.172.61:46027)] Successfully connected to peer
14:07:38.042 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.172.60:35341(127.17.172.60:35341)] Successfully connected to peer
14:07:38.150 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.172.62
14:07:38.150 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.172.60
14:07:38.154 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.172.61
14:07:38.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.236779 18510 heartbeater.cc:499] Master 127.17.172.62:34687 was elected leader, sending a full tablet report...
14:07:38.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.377629 18645 heartbeater.cc:499] Master 127.17.172.62:34687 was elected leader, sending a full tablet report...
14:07:38.410 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5f407624, L:/127.0.0.1:60886 - R:/127.17.172.61:46027] using SASL/PLAIN
14:07:38.410 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x99c782c3, L:/127.0.0.1:58998 - R:/127.17.172.60:35341] using SASL/PLAIN
14:07:38.410 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xd06db1f2, L:/127.0.0.1:60444 - R:/127.17.172.62:34687] using SASL/PLAIN
14:07:38.451 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:07:38.452 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=521), Traces: [0ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.172.61:46027, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.172.60:35341, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.172.62:34687, [491ms] Sub RPC ConnectToMaster: received response from server master-127.17.172.60:35341: OK, [491ms] Sub RPC ConnectToMaster: received response from server master-127.17.172.61:46027: OK, [492ms] Sub RPC ConnectToMaster: received response from server master-127.17.172.62:34687: OK, deferred=null) after lookup
14:07:38.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.498934 18139 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:60444:
14:07:38.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918"
14:07:38.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:07:38.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:07:38.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
14:07:38.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:07:38.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:07:38.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:07:38.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:07:38.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:07:38.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:07:38.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:07:38.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:07:38.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
14:07:38.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:07:38.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:07:38.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:07:38.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:07:38.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:07:38.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:07:38.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:07:38.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:07:38.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
14:07:38.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:07:38.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:07:38.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:07:38.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:07:38.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:07:38.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:07:38.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:07:38.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:07:38.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
14:07:38.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:07:38.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:07:38.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
14:07:38.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
14:07:38.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
14:07:38.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
14:07:38.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:07:38.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:07:38.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:07:38.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:07:38.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
14:07:38.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
14:07:38.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:07:38.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:07:38.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:07:38.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:07:38.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:07:38.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:07:38.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:07:38.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:07:38.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
14:07:38.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:07:38.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
14:07:38.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:07:38.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:07:38.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:07:38.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:38.499426 18139 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:07:38.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.511404 18713 tablet_service.cc:1511] Processing CreateTablet for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918 [id=462f367176304a5bb4c183602b4b991c]), partition=RANGE (key) PARTITION UNBOUNDED
14:07:38.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.511806 18713 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:38.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.514600 18442 tablet_service.cc:1511] Processing CreateTablet for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918 [id=462f367176304a5bb4c183602b4b991c]), partition=RANGE (key) PARTITION UNBOUNDED
14:07:38.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.514943 18442 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:38.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.515718 18815 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d: Bootstrap starting.
14:07:38.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.516480 18815 tablet_bootstrap.cc:654] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d: Neither blocks nor log segments found. Creating new log.
14:07:38.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.516845 18815 log.cc:826] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d: Log is configured to *not* fsync() on all Append() calls
14:07:38.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.517478 18815 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d: No bootstrap required, opened a new log
14:07:38.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.517567 18815 ts_tablet_manager.cc:1403] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d: Time spent bootstrapping tablet: real 0.002s	user 0.001s	sys 0.000s
14:07:38.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.519505 18815 raft_consensus.cc:359] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:38.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.519889 18815 raft_consensus.cc:385] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:38.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.520098 18815 raft_consensus.cc:740] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: be4f49cc024440a8bbcbf9112bb7737d, State: Initialized, Role: FOLLOWER
14:07:38.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.520376 18815 consensus_queue.cc:260] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:38.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.520844 18815 ts_tablet_manager.cc:1434] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d: Time spent starting tablet: real 0.003s	user 0.000s	sys 0.003s
14:07:38.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.522289 18780 heartbeater.cc:499] Master 127.17.172.62:34687 was elected leader, sending a full tablet report...
14:07:38.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.523033 18817 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Bootstrap starting.
14:07:38.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.523778 18817 tablet_bootstrap.cc:654] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Neither blocks nor log segments found. Creating new log.
14:07:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.524096 18817 log.cc:826] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Log is configured to *not* fsync() on all Append() calls
14:07:38.527 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 462f367176304a5bb4c183602b4b991c
14:07:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.527235 18817 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: No bootstrap required, opened a new log
14:07:38.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.527665 18817 ts_tablet_manager.cc:1403] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Time spent bootstrapping tablet: real 0.005s	user 0.002s	sys 0.000s
14:07:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.527988 18578 tablet_service.cc:1511] Processing CreateTablet for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918 [id=462f367176304a5bb4c183602b4b991c]), partition=RANGE (key) PARTITION UNBOUNDED
14:07:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.528370 18578 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.529575 18817 raft_consensus.cc:359] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:38.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.529731 18817 raft_consensus.cc:385] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:38.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.529763 18817 raft_consensus.cc:740] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b2693aeb78b7431399dd9a68d5ea4763, State: Initialized, Role: FOLLOWER
14:07:38.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.531437 18820 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb: Bootstrap starting.
14:07:38.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.532174 18820 tablet_bootstrap.cc:654] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb: Neither blocks nor log segments found. Creating new log.
14:07:38.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.532513 18820 log.cc:826] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb: Log is configured to *not* fsync() on all Append() calls
14:07:38.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.533043 18817 consensus_queue.cc:260] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:38.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.533412 18817 ts_tablet_manager.cc:1434] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Time spent starting tablet: real 0.006s	user 0.002s	sys 0.000s
14:07:38.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.536433 18820 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb: No bootstrap required, opened a new log
14:07:38.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.536520 18820 ts_tablet_manager.cc:1403] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb: Time spent bootstrapping tablet: real 0.005s	user 0.001s	sys 0.000s
14:07:38.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.538026 18820 raft_consensus.cc:359] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:38.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.538442 18820 raft_consensus.cc:385] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:38.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.538645 18820 raft_consensus.cc:740] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 73c85cf29dbf498d8c250f245147bbfb, State: Initialized, Role: FOLLOWER
14:07:38.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.538920 18820 consensus_queue.cc:260] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:38.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.539433 18820 ts_tablet_manager.cc:1434] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb: Time spent starting tablet: real 0.003s	user 0.003s	sys 0.000s
14:07:38.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.565218 18822 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:38.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.565435 18822 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:38.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.565923 18822 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631), 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443)
14:07:38.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.570343 18598 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "b2693aeb78b7431399dd9a68d5ea4763" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "73c85cf29dbf498d8c250f245147bbfb" is_pre_election: true
14:07:38.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.570566 18598 raft_consensus.cc:2468] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b2693aeb78b7431399dd9a68d5ea4763 in term 0.
14:07:38.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.570675 18733 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "b2693aeb78b7431399dd9a68d5ea4763" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "be4f49cc024440a8bbcbf9112bb7737d" is_pre_election: true
14:07:38.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.570812 18399 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 73c85cf29dbf498d8c250f245147bbfb, b2693aeb78b7431399dd9a68d5ea4763; no voters: 
14:07:38.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.570899 18733 raft_consensus.cc:2468] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b2693aeb78b7431399dd9a68d5ea4763 in term 0.
14:07:38.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.570947 18822 raft_consensus.cc:2804] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:07:38.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.571004 18822 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:07:38.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.571033 18822 raft_consensus.cc:3060] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 0 FOLLOWER]: Advancing to term 1
14:07:38.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.571890 18822 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:38.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.572324 18822 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 1 election: Requested vote from peers be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631), 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443)
14:07:38.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.574296 18733 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "b2693aeb78b7431399dd9a68d5ea4763" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "be4f49cc024440a8bbcbf9112bb7737d"
14:07:38.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.574424 18733 raft_consensus.cc:3060] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 0 FOLLOWER]: Advancing to term 1
14:07:38.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.574425 18598 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "b2693aeb78b7431399dd9a68d5ea4763" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "73c85cf29dbf498d8c250f245147bbfb"
14:07:38.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.574542 18598 raft_consensus.cc:3060] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 0 FOLLOWER]: Advancing to term 1
14:07:38.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.575502 18733 raft_consensus.cc:2468] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b2693aeb78b7431399dd9a68d5ea4763 in term 1.
14:07:38.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.575620 18598 raft_consensus.cc:2468] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b2693aeb78b7431399dd9a68d5ea4763 in term 1.
14:07:38.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.575776 18399 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b2693aeb78b7431399dd9a68d5ea4763, be4f49cc024440a8bbcbf9112bb7737d; no voters: 
14:07:38.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.575934 18822 raft_consensus.cc:2804] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 1 FOLLOWER]: Leader election won for term 1
14:07:38.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.576156 18822 raft_consensus.cc:697] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 1 LEADER]: Becoming Leader. State: Replica: b2693aeb78b7431399dd9a68d5ea4763, State: Running, Role: LEADER
14:07:38.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.576264 18822 consensus_queue.cc:237] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:38.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.577898 18139 catalog_manager.cc:5696] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 reported cstate change: term changed from 0 to 1, leader changed from <none> to b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1). New cstate: current_term: 1 leader_uuid: "b2693aeb78b7431399dd9a68d5ea4763" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } health_report { overall_health: HEALTHY } } }
14:07:38.598 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 462f367176304a5bb4c183602b4b991c
14:07:38.617 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:38.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:38.619050 18647 tablet.cc:2404] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:07:38.624 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299993, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)[L],be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:38.626 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=18), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [8ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=null) after lookup
14:07:38.636 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:07:38.640 [DEBUG - kudu-nio-3] (Connection.java:757) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] Successfully connected to peer
14:07:38.720 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xc1ad5f6a, L:/127.0.0.1:59054 - R:/127.17.172.1:33621] using TOKEN/null
14:07:38.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:38.724066 18512 tablet.cc:2404] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:07:38.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.726467 18598 raft_consensus.cc:1275] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 1 FOLLOWER]: Refusing update from remote peer b2693aeb78b7431399dd9a68d5ea4763: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:07:38.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.726665 18733 raft_consensus.cc:1275] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 1 FOLLOWER]: Refusing update from remote peer b2693aeb78b7431399dd9a68d5ea4763: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:07:38.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.727037 18826 consensus_queue.cc:1048] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [LEADER]: Connected to new peer: Peer: permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:38.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.729848 18826 consensus_queue.cc:1048] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [LEADER]: Connected to new peer: Peer: permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:38.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.735469 18830 mvcc.cc:204] Tried to move back new op lower bound from 7287247907740229632 to 7287247907129196544. Current Snapshot: MvccSnapshot[applied={T|T < 7287247907740229632}]
14:07:38.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.736218 18833 mvcc.cc:204] Tried to move back new op lower bound from 7287247907740229632 to 7287247907129196544. Current Snapshot: MvccSnapshot[applied={T|T < 7287247907740229632 or (T in {7287247907740229632})}]
14:07:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.742007 18831 mvcc.cc:204] Tried to move back new op lower bound from 7287247907740229632 to 7287247907129196544. Current Snapshot: MvccSnapshot[applied={T|T < 7287247907740229632}]
14:07:38.829 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:38.831 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.172.1:33621
14:07:38.832 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:07:38.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:38.833300 18096 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskq0ejVM/build/release/bin/kudu with pid 18381
14:07:38.841 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:07:38.844 [DEBUG - kudu-nio-3] (Connection.java:239) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] handling channelInactive
14:07:38.845 [DEBUG - kudu-nio-3] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state READY due to: connection closed
14:07:38.845 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: connection closed
14:07:38.856 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:38.856 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)[L],be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:38.857 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=15), Traces: [0ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [4ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [14ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@308039594(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@501ac6b0 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7fe69986 -> wakeup thread Time-limited test)) after lookup
14:07:38.858 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:07:38.861 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:38.861 [DEBUG - kudu-nio-4] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:38.862 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:38.875 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:38.876 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)[L],be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:38.876 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [4ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [14ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [16ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [20ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [21ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [34ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@308039594(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@501ac6b0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@181374740 after retry RPC@267831295), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7fe69986 -> wakeup thread Time-limited test -> (continuation of Deferred@181374740 after retry RPC@267831295))) after lookup
14:07:38.877 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:07:38.880 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:38.880 [DEBUG - kudu-nio-5] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:38.880 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:38.915 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:38.916 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)[L],be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:38.916 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=75), Traces: [0ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [4ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [14ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [16ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [20ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [21ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [34ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [36ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [39ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [39ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [74ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@308039594(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@501ac6b0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@181374740 after retry RPC@267831295) -> (continuation of Deferred@220940289 after retry RPC@1412866468), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7fe69986 -> wakeup thread Time-limited test -> (continuation of Deferred@181374740 after retry RPC@267831295) -> (continuation of Deferred@220940289 after retry RPC@1412866468))) after lookup
14:07:38.917 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:07:38.920 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:38.920 [DEBUG - kudu-nio-6] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:38.921 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:39.015 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:39.016 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)[L],be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:39.016 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=174), Traces: [0ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [4ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [14ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [16ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [20ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [21ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [34ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [36ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [39ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [39ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [74ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [76ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [80ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [80ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [171ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [174ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@308039594(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@501ac6b0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@181374740 after retry RPC@267831295) -> (continuation of Deferred@220940289 after retry RPC@1412866468) -> (continuation of Deferred@409516646 after retry RPC@702712539), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7fe69986 -> wakeup thread Time-limited test -> (continuation of Deferred@181374740 after retry RPC@267831295) -> (continuation of Deferred@220940289 after retry RPC@1412866468) -> (continuation of Deferred@409516646 after retry RPC@702712539))) after lookup
14:07:39.017 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:07:39.020 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:39.020 [DEBUG - kudu-nio-7] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:39.020 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:39.555 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:39.556 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)[L],be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:39.557 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=714), Traces: [0ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [4ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [14ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [16ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [20ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [21ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [34ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [36ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [39ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [39ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [74ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [76ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [80ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [80ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [171ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [174ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [176ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [179ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [179ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [711ms] refreshing cache from master, [711ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [714ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@308039594(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@501ac6b0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@181374740 after retry RPC@267831295) -> (continuation of Deferred@220940289 after retry RPC@1412866468) -> (continuation of Deferred@409516646 after retry RPC@702712539) -> (continuation of Deferred@356369736 after retry RPC@33541155), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7fe69986 -> wakeup thread Time-limited test -> (continuation of Deferred@181374740 after retry RPC@267831295) -> (continuation of Deferred@220940289 after retry RPC@1412866468) -> (continuation of Deferred@409516646 after retry RPC@702712539) -> (continuation of Deferred@356369736 after retry RPC@33541155))) after lookup
14:07:39.558 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:07:39.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:39.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:39.560 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:39.636 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:39.636 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)[L],be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:39.637 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=795), Traces: [0ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [4ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [14ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [16ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [20ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [21ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [34ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [36ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [39ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [39ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [74ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [76ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [80ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [80ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [171ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [174ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [176ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [179ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [179ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [711ms] refreshing cache from master, [711ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [714ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [716ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [719ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [719ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [791ms] refreshing cache from master, [791ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [794ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@308039594(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@501ac6b0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@181374740 after retry RPC@267831295) -> (continuation of Deferred@220940289 after retry RPC@1412866468) -> (continuation of Deferred@409516646 after retry RPC@702712539) -> (continuation of Deferred@356369736 after retry RPC@33541155) -> (continuation of Deferred@1577117092 after retry RPC@568439955), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7fe69986 -> wakeup thread Time-limited test -> (continuation of Deferred@181374740 after retry RPC@267831295) -> (continuation of Deferred@220940289 after retry RPC@1412866468) -> (continuation of Deferred@409516646 after retry RPC@702712539) -> (continuation of Deferred@356369736 after retry RPC@33541155) -> (continuation of Deferred@1577117092 after retry RPC@568439955))) after lookup
14:07:39.638 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:07:39.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:39.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:39.640 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:39.795 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:39.796 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)[L],be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:39.797 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=955), Traces: [0ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [4ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [14ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [16ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [20ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [21ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [34ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [36ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [39ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [39ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [74ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [76ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [80ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [80ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [171ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [174ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [176ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [179ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [179ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [711ms] refreshing cache from master, [711ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [714ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [716ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [719ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [719ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [791ms] refreshing cache from master, [791ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [794ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [796ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [799ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [799ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [951ms] refreshing cache from master, [951ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [954ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@308039594(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@501ac6b0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@181374740 after retry RPC@267831295) -> (continuation of Deferred@220940289 after retry RPC@1412866468) -> (continuation of Deferred@409516646 after retry RPC@702712539) -> (continuation of Deferred@356369736 after retry RPC@33541155) -> (continuation of Deferred@1577117092 after retry RPC@568439955) -> (continuation of Deferred@1581503841 after retry RPC@1923790614), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7fe69986 -> wakeup thread Time-limited test -> (continuation of Deferred@181374740 after retry RPC@267831295) -> (continuation of Deferred@220940289 after retry RPC@1412866468) -> (continuation of Deferred@409516646 after retry RPC@702712539) -> (continuation of Deferred@356369736 after retry RPC@33541155) -> (continuation of Deferred@1577117092 after retry RPC@568439955) -> (continuation of Deferred@1581503841 after retry RPC@1923790614))) after lookup
14:07:39.798 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:07:39.800 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:39.800 [DEBUG - kudu-nio-2] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:39.800 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:40.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.269965 18846 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 1 FOLLOWER]: Starting pre-election (detected failure of leader b2693aeb78b7431399dd9a68d5ea4763)
14:07:40.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.270076 18846 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:40.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.270447 18847 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 1 FOLLOWER]: Starting pre-election (detected failure of leader b2693aeb78b7431399dd9a68d5ea4763)
14:07:40.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.270565 18847 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:40.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.270753 18846 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443), b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:07:40.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:40.271262 18667 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.172.1:33621: connect: Connection refused (error 111)
14:07:40.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.271399 18847 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631), b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:07:40.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:40.271780 18532 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.172.1:33621: connect: Connection refused (error 111)
14:07:40.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:40.272679 18532 leader_election.cc:336] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621): Network error: Client connection negotiation failed: client connection to 127.17.172.1:33621: connect: Connection refused (error 111)
14:07:40.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:40.275622 18667 leader_election.cc:336] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621): Network error: Client connection negotiation failed: client connection to 127.17.172.1:33621: connect: Connection refused (error 111)
14:07:40.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.276593 18733 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "73c85cf29dbf498d8c250f245147bbfb" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "be4f49cc024440a8bbcbf9112bb7737d" is_pre_election: true
14:07:40.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.276702 18733 raft_consensus.cc:2468] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 73c85cf29dbf498d8c250f245147bbfb in term 1.
14:07:40.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.276633 18598 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "be4f49cc024440a8bbcbf9112bb7737d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "73c85cf29dbf498d8c250f245147bbfb" is_pre_election: true
14:07:40.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.276759 18598 raft_consensus.cc:2468] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate be4f49cc024440a8bbcbf9112bb7737d in term 1.
14:07:40.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.277014 18534 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 73c85cf29dbf498d8c250f245147bbfb, be4f49cc024440a8bbcbf9112bb7737d; no voters: b2693aeb78b7431399dd9a68d5ea4763
14:07:40.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.277021 18669 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 73c85cf29dbf498d8c250f245147bbfb, be4f49cc024440a8bbcbf9112bb7737d; no voters: b2693aeb78b7431399dd9a68d5ea4763
14:07:40.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.277204 18846 raft_consensus.cc:2804] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 1 FOLLOWER]: Leader pre-election won for term 2
14:07:40.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.277266 18846 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 1 FOLLOWER]: Starting leader election (detected failure of leader b2693aeb78b7431399dd9a68d5ea4763)
14:07:40.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.277243 18847 raft_consensus.cc:2804] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 1 FOLLOWER]: Leader pre-election won for term 2
14:07:40.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.277290 18846 raft_consensus.cc:3060] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 1 FOLLOWER]: Advancing to term 2
14:07:40.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.277307 18847 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 1 FOLLOWER]: Starting leader election (detected failure of leader b2693aeb78b7431399dd9a68d5ea4763)
14:07:40.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.277333 18847 raft_consensus.cc:3060] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 1 FOLLOWER]: Advancing to term 2
14:07:40.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.278223 18846 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:40.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.278373 18846 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 2 election: Requested vote from peers 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443), b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:07:40.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.278483 18847 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:40.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.278724 18598 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "be4f49cc024440a8bbcbf9112bb7737d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "73c85cf29dbf498d8c250f245147bbfb"
14:07:40.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.278829 18598 raft_consensus.cc:2393] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate be4f49cc024440a8bbcbf9112bb7737d in current term 2: Already voted for candidate 73c85cf29dbf498d8c250f245147bbfb in this term.
14:07:40.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.278842 18847 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [CANDIDATE]: Term 2 election: Requested vote from peers be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631), b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:07:40.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.279238 18733 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "73c85cf29dbf498d8c250f245147bbfb" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "be4f49cc024440a8bbcbf9112bb7737d"
14:07:40.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.279350 18733 raft_consensus.cc:2393] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 73c85cf29dbf498d8c250f245147bbfb in current term 2: Already voted for candidate be4f49cc024440a8bbcbf9112bb7737d in this term.
14:07:40.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:40.279819 18532 leader_election.cc:336] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621): Network error: Client connection negotiation failed: client connection to 127.17.172.1:33621: connect: Connection refused (error 111)
14:07:40.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.279930 18532 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 73c85cf29dbf498d8c250f245147bbfb; no voters: b2693aeb78b7431399dd9a68d5ea4763, be4f49cc024440a8bbcbf9112bb7737d
14:07:40.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.280069 18847 raft_consensus.cc:2749] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
14:07:40.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:40.280104 18667 leader_election.cc:336] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621): Network error: Client connection negotiation failed: client connection to 127.17.172.1:33621: connect: Connection refused (error 111)
14:07:40.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.280145 18667 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: be4f49cc024440a8bbcbf9112bb7737d; no voters: 73c85cf29dbf498d8c250f245147bbfb, b2693aeb78b7431399dd9a68d5ea4763
14:07:40.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:40.280296 18846 raft_consensus.cc:2749] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
14:07:42.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.262859 18858 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:42.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.262969 18858 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:42.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.263167 18858 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443), b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:07:42.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.263526 18598 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "be4f49cc024440a8bbcbf9112bb7737d" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "73c85cf29dbf498d8c250f245147bbfb" is_pre_election: true
14:07:42.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.263671 18598 raft_consensus.cc:2468] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate be4f49cc024440a8bbcbf9112bb7737d in term 2.
14:07:42.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.263988 18669 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 73c85cf29dbf498d8c250f245147bbfb, be4f49cc024440a8bbcbf9112bb7737d; no voters: 
14:07:42.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.264174 18858 raft_consensus.cc:2804] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 2 FOLLOWER]: Leader pre-election won for term 3
14:07:42.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.264237 18858 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:07:42.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.264258 18858 raft_consensus.cc:3060] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 2 FOLLOWER]: Advancing to term 3
14:07:42.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.265309 18858 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:42.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.265532 18858 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 3 election: Requested vote from peers 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443), b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:07:42.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:42.265641 18667 leader_election.cc:336] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621): Network error: Client connection negotiation failed: client connection to 127.17.172.1:33621: connect: Connection refused (error 111)
14:07:42.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.265829 18598 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "be4f49cc024440a8bbcbf9112bb7737d" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "73c85cf29dbf498d8c250f245147bbfb"
14:07:42.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.265946 18598 raft_consensus.cc:3060] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 2 FOLLOWER]: Advancing to term 3
14:07:42.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:42.266038 18667 leader_election.cc:336] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621): Network error: Client connection negotiation failed: client connection to 127.17.172.1:33621: connect: Connection refused (error 111)
14:07:42.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.266727 18598 raft_consensus.cc:2468] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate be4f49cc024440a8bbcbf9112bb7737d in term 3.
14:07:42.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.266934 18669 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 73c85cf29dbf498d8c250f245147bbfb, be4f49cc024440a8bbcbf9112bb7737d; no voters: b2693aeb78b7431399dd9a68d5ea4763
14:07:42.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.267042 18858 raft_consensus.cc:2804] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 3 FOLLOWER]: Leader election won for term 3
14:07:42.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.267146 18858 raft_consensus.cc:697] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 3 LEADER]: Becoming Leader. State: Replica: be4f49cc024440a8bbcbf9112bb7737d, State: Running, Role: LEADER
14:07:42.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.267273 18858 consensus_queue.cc:237] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:42.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.268278 18138 catalog_manager.cc:5696] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d reported cstate change: term changed from 1 to 3, leader changed from b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1) to be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3). New cstate: current_term: 3 leader_uuid: "be4f49cc024440a8bbcbf9112bb7737d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } health_report { overall_health: UNKNOWN } } }
14:07:42.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:42.714618 18667 consensus_peers.cc:597] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d -> Peer b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621): Couldn't send request to peer b2693aeb78b7431399dd9a68d5ea4763. Status: Network error: Client connection negotiation failed: client connection to 127.17.172.1:33621: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:07:42.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.752365 18598 raft_consensus.cc:1275] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 3 FOLLOWER]: Refusing update from remote peer be4f49cc024440a8bbcbf9112bb7737d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 5. (index mismatch)
14:07:42.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:42.752786 18858 consensus_queue.cc:1048] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [LEADER]: Connected to new peer: Peer: permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
14:07:43.815 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:43.816 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)[L]]}]
14:07:43.817 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=16, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=4975), Traces: [0ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [4ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [14ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [16ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [20ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [21ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [34ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [36ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [39ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [39ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [71ms] refreshing cache from master, [71ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [74ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [76ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [80ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [80ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [171ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [174ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [176ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [179ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [179ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [711ms] refreshing cache from master, [711ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [714ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [716ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [719ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [719ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [791ms] refreshing cache from master, [791ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [794ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [796ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [799ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [799ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [951ms] refreshing cache from master, [951ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [954ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [957ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [959ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [959ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [4971ms] refreshing cache from master, [4971ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [4974ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@308039594(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@501ac6b0 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@181374740 after retry RPC@267831295) -> (continuation of Deferred@220940289 after retry RPC@1412866468) -> (continuation of Deferred@409516646 after retry RPC@702712539) -> (continuation of Deferred@356369736 after retry RPC@33541155) -> (continuation of Deferred@1577117092 after retry RPC@568439955) -> (continuation of Deferred@1581503841 after retry RPC@1923790614) -> (continuation of Deferred@1237603340 after retry RPC@2051523843), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7fe69986 -> wakeup thread Time-limited test -> (continuation of Deferred@181374740 after retry RPC@267831295) -> (continuation of Deferred@220940289 after retry RPC@1412866468) -> (continuation of Deferred@409516646 after retry RPC@702712539) -> (continuation of Deferred@356369736 after retry RPC@33541155) -> (continuation of Deferred@1577117092 after retry RPC@568439955) -> (continuation of Deferred@1581503841 after retry RPC@1923790614) -> (continuation of Deferred@1237603340 after retry RPC@2051523843))) after lookup
14:07:43.818 [DEBUG - kudu-nio-2] (Connection.java:748) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] connecting to peer
14:07:43.820 [DEBUG - kudu-nio-3] (Connection.java:757) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] Successfully connected to peer
14:07:43.843 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x5accc684, L:/127.0.0.1:38102 - R:/127.17.172.3:42631] using TOKEN/null
14:07:43.858 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.172.1:33621
14:07:43.860 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:07:43.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.860919 18096 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:07:43.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:07:43.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/wal
14:07:43.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data
14:07:43.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:43.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:43.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:43.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/logs
14:07:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data/info.pb
14:07:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:07:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.1:33621
14:07:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.172.1
14:07:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:07:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43607
14:07:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.1
14:07:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:07:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:07:43.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:43.938148 18886 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:43.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:43.938323 18886 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:43.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:43.938341 18886 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:43.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:43.939786 18886 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:43.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:43.939859 18886 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.172.1
14:07:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.941306 18886 tablet_server_runner.cc:78] Tablet server non-default flags:
14:07:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:07:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data
14:07:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/wal
14:07:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.1:33621
14:07:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data/info.pb
14:07:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.1
14:07:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43607
14:07:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:07:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18886
14:07:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.172.1
14:07:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/logs
14:07:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:07:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:07:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:07:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:07:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on e7f111948823
14:07:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11957
14:07:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.941504 18886 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.941679 18886 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:43.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:43.944806 18894 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:43.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:43.944836 18892 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:43.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.944708 18886 server_base.cc:1061] running on GCE node
14:07:43.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:43.944985 18891 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:43.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.945354 18886 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:43.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.945590 18886 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:43.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.946738 18886 hybrid_clock.cc:648] HybridClock initialized: now 1779113263946706 us; error 48 us; skew 500 ppm
14:07:43.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.948048 18886 webserver.cc:533] Webserver started at http://127.17.172.1:43607/ using document root <none> and password file <none>
14:07:43.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.948231 18886 fs_manager.cc:362] Metadata directory not provided
14:07:43.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.948285 18886 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:43.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.949671 18886 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
14:07:43.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.950528 18900 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:07:43.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.950806 18886 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
14:07:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.950881 18886 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data,/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/wal
14:07:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b2693aeb78b7431399dd9a68d5ea4763"
14:07:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:37 on dist-test-slave-sr9l"
14:07:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.951201 18886 fs_report.cc:389] FS layout report
14:07:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/wal
14:07:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/wal
14:07:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data/data
14:07:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:43.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.959275 18886 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:07:43.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.959586 18886 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:43.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.959692 18886 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:43.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.959873 18886 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:07:43.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.960448 18907 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:07:43.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.961417 18886 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:07:43.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.961472 18886 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:07:43.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.961500 18886 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:07:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.962186 18886 ts_tablet_manager.cc:616] Registered 1 tablets
14:07:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.962257 18886 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.001s
14:07:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.962282 18907 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Bootstrap starting.
14:07:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.970950 18886 rpc_server.cc:307] RPC server started. Bound to: 127.17.172.1:33621
14:07:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.971009 19014 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.172.1:33621 every 8 connection(s)
14:07:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.971374 18886 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data/info.pb
14:07:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.973510 18907 log.cc:826] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Log is configured to *not* fsync() on all Append() calls
14:07:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.975662 18096 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskq0ejVM/build/release/bin/kudu as pid 18886
14:07:43.976 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:07:43.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.976732 18907 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:07:43.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.977082 18907 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Bootstrap complete.
14:07:43.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.978116 18907 ts_tablet_manager.cc:1403] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Time spent bootstrapping tablet: real 0.016s	user 0.005s	sys 0.006s
14:07:43.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.979521 18907 raft_consensus.cc:359] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.979797 18907 raft_consensus.cc:740] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: b2693aeb78b7431399dd9a68d5ea4763, State: Initialized, Role: FOLLOWER
14:07:43.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.980676 18907 consensus_queue.cc:260] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:43.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.981473 18907 ts_tablet_manager.cc:1434] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Time spent starting tablet: real 0.003s	user 0.002s	sys 0.000s
14:07:43.982 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.982475 19015 heartbeater.cc:344] Connected to a master server at 127.17.172.60:35341
14:07:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.982609 19015 heartbeater.cc:461] Registering TS with master...
14:07:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.982693 19017 heartbeater.cc:344] Connected to a master server at 127.17.172.61:46027
14:07:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.982758 19017 heartbeater.cc:461] Registering TS with master...
14:07:43.983 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.172.3:42631
14:07:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.982851 19015 heartbeater.cc:507] Master 127.17.172.60:35341 requested a full tablet report, sending...
14:07:43.984 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:07:43.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.982883 19017 heartbeater.cc:507] Master 127.17.172.61:46027 requested a full tablet report, sending...
14:07:43.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.983470 18211 ts_manager.cc:194] Re-registered known tserver with Master: b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:07:43.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.985054 18096 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskq0ejVM/build/release/bin/kudu with pid 18651
14:07:43.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.988198 19016 heartbeater.cc:344] Connected to a master server at 127.17.172.62:34687
14:07:43.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.988276 19016 heartbeater.cc:461] Registering TS with master...
14:07:43.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.988394 19016 heartbeater.cc:507] Master 127.17.172.62:34687 requested a full tablet report, sending...
14:07:43.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.988777 18139 ts_manager.cc:194] Re-registered known tserver with Master: b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:07:43.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.989346 18139 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.172.1:45263
14:07:43.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.990216 19016 heartbeater.cc:499] Master 127.17.172.62:34687 was elected leader, sending a full tablet report...
14:07:43.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:43.990682 18282 ts_manager.cc:194] Re-registered known tserver with Master: b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:07:43.992 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:07:43.993 [DEBUG - kudu-nio-3] (Connection.java:239) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] handling channelInactive
14:07:43.993 [DEBUG - kudu-nio-3] (Connection.java:709) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] cleaning up while in state READY due to: connection closed
14:07:44.013 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] connecting to peer
14:07:44.015 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:44.015 [DEBUG - kudu-nio-4] (Connection.java:709) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] cleaning up while in state CONNECTING due to: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:44.015 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:44.035 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:44.036 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)[L]]}]
14:07:44.037 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=3, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [22ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [22ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@504061556(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@5aa0ff6b -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b3c1017 -> wakeup thread Time-limited test)) after lookup
14:07:44.038 [DEBUG - kudu-nio-2] (Connection.java:748) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] connecting to peer
14:07:44.039 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:44.040 [DEBUG - kudu-nio-5] (Connection.java:709) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] cleaning up while in state CONNECTING due to: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:44.040 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:44.055 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:44.056 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)[L]]}]
14:07:44.056 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=5, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=63), Traces: [0ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [22ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [22ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [44ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [47ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [47ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [62ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@504061556(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@5aa0ff6b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1464865325 after retry RPC@748100728), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b3c1017 -> wakeup thread Time-limited test -> (continuation of Deferred@1464865325 after retry RPC@748100728))) after lookup
14:07:44.057 [DEBUG - kudu-nio-2] (Connection.java:748) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] connecting to peer
14:07:44.058 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:44.059 [DEBUG - kudu-nio-6] (Connection.java:709) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] cleaning up while in state CONNECTING due to: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:44.059 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:44.115 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:44.115 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)[L]]}]
14:07:44.116 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=7, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=123), Traces: [0ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [22ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [22ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [44ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [47ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [47ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [62ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [64ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [66ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [66ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [122ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@504061556(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@5aa0ff6b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1464865325 after retry RPC@748100728) -> (continuation of Deferred@1600373887 after retry RPC@1258518327), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b3c1017 -> wakeup thread Time-limited test -> (continuation of Deferred@1464865325 after retry RPC@748100728) -> (continuation of Deferred@1600373887 after retry RPC@1258518327))) after lookup
14:07:44.118 [DEBUG - kudu-nio-2] (Connection.java:748) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] connecting to peer
14:07:44.120 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:44.120 [DEBUG - kudu-nio-7] (Connection.java:709) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] cleaning up while in state CONNECTING due to: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:44.120 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:44.135 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:44.135 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)[L]]}]
14:07:44.136 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=9, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=142), Traces: [0ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [22ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [22ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [44ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [47ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [47ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [62ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [64ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [66ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [66ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [122ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [124ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [127ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [128ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [139ms] refreshing cache from master, [139ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [142ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@504061556(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@5aa0ff6b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1464865325 after retry RPC@748100728) -> (continuation of Deferred@1600373887 after retry RPC@1258518327) -> (continuation of Deferred@1628596079 after retry RPC@1311393590), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b3c1017 -> wakeup thread Time-limited test -> (continuation of Deferred@1464865325 after retry RPC@748100728) -> (continuation of Deferred@1600373887 after retry RPC@1258518327) -> (continuation of Deferred@1628596079 after retry RPC@1311393590))) after lookup
14:07:44.136 [DEBUG - kudu-nio-2] (Connection.java:748) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] connecting to peer
14:07:44.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:44.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] cleaning up while in state CONNECTING due to: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:44.138 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:44.595 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:44.595 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)[L]]}]
14:07:44.595 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=11, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=602), Traces: [0ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [22ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [22ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [44ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [47ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [47ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [62ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [64ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [66ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [66ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [122ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [124ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [127ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [128ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [139ms] refreshing cache from master, [139ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [142ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [143ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [145ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [145ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [599ms] refreshing cache from master, [599ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [601ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@504061556(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@5aa0ff6b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1464865325 after retry RPC@748100728) -> (continuation of Deferred@1600373887 after retry RPC@1258518327) -> (continuation of Deferred@1628596079 after retry RPC@1311393590) -> (continuation of Deferred@1060166589 after retry RPC@591345818), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b3c1017 -> wakeup thread Time-limited test -> (continuation of Deferred@1464865325 after retry RPC@748100728) -> (continuation of Deferred@1600373887 after retry RPC@1258518327) -> (continuation of Deferred@1628596079 after retry RPC@1311393590) -> (continuation of Deferred@1060166589 after retry RPC@591345818))) after lookup
14:07:44.596 [DEBUG - kudu-nio-2] (Connection.java:748) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] connecting to peer
14:07:44.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:44.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] cleaning up while in state CONNECTING due to: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:44.598 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:45.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:45.214392 19029 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:45.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:45.214550 19029 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:45.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:45.214908 19029 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631), 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443)
14:07:45.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:45.215548 18904 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.172.3:42631: connect: Connection refused (error 111)
14:07:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:45.216193 18904 leader_election.cc:336] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631): Network error: Client connection negotiation failed: client connection to 127.17.172.3:42631: connect: Connection refused (error 111)
14:07:45.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:45.218470 18598 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "b2693aeb78b7431399dd9a68d5ea4763" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "73c85cf29dbf498d8c250f245147bbfb" is_pre_election: true
14:07:45.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:45.218870 18904 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b2693aeb78b7431399dd9a68d5ea4763; no voters: 73c85cf29dbf498d8c250f245147bbfb, be4f49cc024440a8bbcbf9112bb7737d
14:07:45.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:45.219070 19029 raft_consensus.cc:2749] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:07:45.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:45.357304 19034 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 3 FOLLOWER]: Starting pre-election (detected failure of leader be4f49cc024440a8bbcbf9112bb7737d)
14:07:45.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:45.357445 19034 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:45.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:45.357681 19034 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631), b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:07:45.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:45.358088 18534 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.172.3:42631: connect: Connection refused (error 111) [suppressed 1 similar messages]
14:07:45.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:45.358744 18534 leader_election.cc:336] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631): Network error: Client connection negotiation failed: client connection to 127.17.172.3:42631: connect: Connection refused (error 111)
14:07:45.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:45.361150 18969 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "73c85cf29dbf498d8c250f245147bbfb" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "b2693aeb78b7431399dd9a68d5ea4763" is_pre_election: true
14:07:45.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:45.361287 18969 raft_consensus.cc:2468] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 73c85cf29dbf498d8c250f245147bbfb in term 1.
14:07:45.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:45.361557 18532 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 73c85cf29dbf498d8c250f245147bbfb, b2693aeb78b7431399dd9a68d5ea4763; no voters: be4f49cc024440a8bbcbf9112bb7737d
14:07:45.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:45.361660 19034 raft_consensus.cc:2804] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 3 FOLLOWER]: Leader pre-election won for term 4
14:07:45.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:45.361704 19034 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 3 FOLLOWER]: Starting leader election (detected failure of leader be4f49cc024440a8bbcbf9112bb7737d)
14:07:45.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:45.361720 19034 raft_consensus.cc:3060] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 3 FOLLOWER]: Advancing to term 4
14:07:45.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:45.362504 19034 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:45.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:45.362658 19034 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [CANDIDATE]: Term 4 election: Requested vote from peers be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631), b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:07:45.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:45.362893 18969 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "73c85cf29dbf498d8c250f245147bbfb" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "b2693aeb78b7431399dd9a68d5ea4763"
14:07:45.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:45.363039 18969 raft_consensus.cc:3060] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 1 FOLLOWER]: Advancing to term 4
14:07:45.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:45.363288 18534 leader_election.cc:336] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631): Network error: Client connection negotiation failed: client connection to 127.17.172.3:42631: connect: Connection refused (error 111)
14:07:45.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:45.364195 18969 raft_consensus.cc:2468] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 73c85cf29dbf498d8c250f245147bbfb in term 4.
14:07:45.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:45.364415 18532 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 73c85cf29dbf498d8c250f245147bbfb, b2693aeb78b7431399dd9a68d5ea4763; no voters: be4f49cc024440a8bbcbf9112bb7737d
14:07:45.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:45.364528 19034 raft_consensus.cc:2804] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 4 FOLLOWER]: Leader election won for term 4
14:07:45.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:45.364722 19034 raft_consensus.cc:697] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 4 LEADER]: Becoming Leader. State: Replica: 73c85cf29dbf498d8c250f245147bbfb, State: Running, Role: LEADER
14:07:45.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:45.364866 19034 consensus_queue.cc:237] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:45.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:45.365783 18139 catalog_manager.cc:5696] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb reported cstate change: term changed from 3 to 4, leader changed from be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3) to 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2). New cstate: current_term: 4 leader_uuid: "73c85cf29dbf498d8c250f245147bbfb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } health_report { overall_health: UNKNOWN } } }
14:07:45.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:45.753507 18969 raft_consensus.cc:1275] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 4 FOLLOWER]: Refusing update from remote peer 73c85cf29dbf498d8c250f245147bbfb: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 4 index: 9. (index mismatch)
14:07:45.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:45.753952 19034 consensus_queue.cc:1048] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [LEADER]: Connected to new peer: Peer: permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
14:07:45.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:45.757445 18534 consensus_peers.cc:597] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb -> Peer be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631): Couldn't send request to peer be4f49cc024440a8bbcbf9112bb7737d. Status: Network error: Client connection negotiation failed: client connection to 127.17.172.3:42631: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:07:46.795 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:46.795 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)[L],b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:46.796 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=13, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=2803), Traces: [0ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [22ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [22ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [42ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [44ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [47ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [47ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [59ms] refreshing cache from master, [59ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [62ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [64ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [66ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [66ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [119ms] refreshing cache from master, [119ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [122ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [124ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [127ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [128ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [139ms] refreshing cache from master, [139ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [142ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [143ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [145ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [145ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [599ms] refreshing cache from master, [599ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [601ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [603ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [605ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [605ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [2799ms] refreshing cache from master, [2799ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [2801ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@504061556(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@5aa0ff6b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1464865325 after retry RPC@748100728) -> (continuation of Deferred@1600373887 after retry RPC@1258518327) -> (continuation of Deferred@1628596079 after retry RPC@1311393590) -> (continuation of Deferred@1060166589 after retry RPC@591345818) -> (continuation of Deferred@1276477385 after retry RPC@372532537), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b3c1017 -> wakeup thread Time-limited test -> (continuation of Deferred@1464865325 after retry RPC@748100728) -> (continuation of Deferred@1600373887 after retry RPC@1258518327) -> (continuation of Deferred@1628596079 after retry RPC@1311393590) -> (continuation of Deferred@1060166589 after retry RPC@591345818) -> (continuation of Deferred@1276477385 after retry RPC@372532537))) after lookup
14:07:46.797 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] connecting to peer
14:07:46.798 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] Successfully connected to peer
14:07:46.820 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x687de6fb, L:/127.0.0.1:42442 - R:/127.17.172.2:38443] using TOKEN/null
14:07:46.832 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.172.3:42631
14:07:46.833 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:07:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.834192 18096 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:07:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:07:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/wal
14:07:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data
14:07:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/logs
14:07:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data/info.pb
14:07:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:07:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.3:42631
14:07:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.172.3
14:07:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:07:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41815
14:07:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.3
14:07:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:07:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:46.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:07:46.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:46.915534 19072 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:46.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:46.915699 19072 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:46.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:46.915719 19072 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:46.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:46.917150 19072 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:46.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:46.917203 19072 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.172.3
14:07:46.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.918632 19072 tablet_server_runner.cc:78] Tablet server non-default flags:
14:07:46.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:46.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:07:46.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:46.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:46.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data
14:07:46.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/wal
14:07:46.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:46.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:46.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.3:42631
14:07:46.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:46.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:46.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:46.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data/info.pb
14:07:46.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.3
14:07:46.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41815
14:07:46.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:07:46.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:46.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19072
14:07:46.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:46.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:46.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:46.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:46.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.172.3
14:07:46.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/logs
14:07:46.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:46.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:46.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:07:46.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:07:46.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:46.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:07:46.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:07:46.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on e7f111948823
14:07:46.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11957
14:07:46.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.918812 19072 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:46.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.919023 19072 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:46.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:46.921463 19077 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:46.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:46.921458 19078 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:46.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:46.921823 19080 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:46.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.922056 19072 server_base.cc:1061] running on GCE node
14:07:46.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.922247 19072 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:46.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.922487 19072 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:46.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.923671 19072 hybrid_clock.cc:648] HybridClock initialized: now 1779113266923642 us; error 52 us; skew 500 ppm
14:07:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.925005 19072 webserver.cc:533] Webserver started at http://127.17.172.3:41815/ using document root <none> and password file <none>
14:07:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.925235 19072 fs_manager.cc:362] Metadata directory not provided
14:07:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.925325 19072 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.926666 19072 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
14:07:46.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.927443 19086 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:07:46.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.927806 19072 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
14:07:46.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.927901 19072 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data,/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/wal
14:07:46.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be4f49cc024440a8bbcbf9112bb7737d"
14:07:46.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:37 on dist-test-slave-sr9l"
14:07:46.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.928206 19072 fs_report.cc:389] FS layout report
14:07:46.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:46.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/wal
14:07:46.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/wal
14:07:46.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data/data
14:07:46.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:46.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:46.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:46.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:46.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:46.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:46.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:46.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:46.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:46.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:46.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:46.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.939041 19072 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:07:46.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.939392 19072 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:46.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.939522 19072 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:46.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.939747 19072 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:07:46.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.940282 19093 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:07:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.941366 19072 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:07:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.941478 19072 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:07:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.941519 19072 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:07:46.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.942404 19072 ts_tablet_manager.cc:616] Registered 1 tablets
14:07:46.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.942546 19072 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.001s	sys 0.000s
14:07:46.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.942616 19093 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d: Bootstrap starting.
14:07:46.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.950708 19072 rpc_server.cc:307] RPC server started. Bound to: 127.17.172.3:42631
14:07:46.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.950819 19200 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.172.3:42631 every 8 connection(s)
14:07:46.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.951237 19072 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data/info.pb
14:07:46.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.955672 19093 log.cc:826] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d: Log is configured to *not* fsync() on all Append() calls
14:07:46.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.958878 19202 heartbeater.cc:344] Connected to a master server at 127.17.172.62:34687
14:07:46.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.959017 19202 heartbeater.cc:461] Registering TS with master...
14:07:46.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.959205 19202 heartbeater.cc:507] Master 127.17.172.62:34687 requested a full tablet report, sending...
14:07:46.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.959214 19093 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:07:46.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.959647 19201 heartbeater.cc:344] Connected to a master server at 127.17.172.60:35341
14:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.959713 19201 heartbeater.cc:461] Registering TS with master...
14:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.959829 19201 heartbeater.cc:507] Master 127.17.172.60:35341 requested a full tablet report, sending...
14:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.959865 18139 ts_manager.cc:194] Re-registered known tserver with Master: be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631)
14:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.960088 19093 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d: Bootstrap complete.
14:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.960430 18139 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.172.3:50249
14:07:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.960740 18282 ts_manager.cc:194] Re-registered known tserver with Master: be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631)
14:07:46.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.961198 18096 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskq0ejVM/build/release/bin/kudu as pid 19072
14:07:46.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.961479 19093 ts_tablet_manager.cc:1403] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d: Time spent bootstrapping tablet: real 0.019s	user 0.003s	sys 0.014s
14:07:46.961 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:07:46.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.962219 19203 heartbeater.cc:344] Connected to a master server at 127.17.172.61:46027
14:07:46.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.962293 19203 heartbeater.cc:461] Registering TS with master...
14:07:46.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.962358 19203 heartbeater.cc:507] Master 127.17.172.61:46027 requested a full tablet report, sending...
14:07:46.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.962754 18211 ts_manager.cc:194] Re-registered known tserver with Master: be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631)
14:07:46.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.963043 19093 raft_consensus.cc:359] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:46.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.963317 19093 raft_consensus.cc:740] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: be4f49cc024440a8bbcbf9112bb7737d, State: Initialized, Role: FOLLOWER
14:07:46.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.963435 19093 consensus_queue.cc:260] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:46.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.963754 19093 ts_tablet_manager.cc:1434] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.002s
14:07:46.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.963804 19202 heartbeater.cc:499] Master 127.17.172.62:34687 was elected leader, sending a full tablet report...
14:07:46.967 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:46.968 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.172.2:38443
14:07:46.968 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:07:46.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:46.969092 18096 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskq0ejVM/build/release/bin/kudu with pid 18516
14:07:46.976 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:07:46.976 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] handling channelInactive
14:07:46.976 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] cleaning up while in state READY due to: connection closed
14:07:46.977 [DEBUG - Time-limited test] (Connection.java:748) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] connecting to peer
14:07:46.978 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:46.979 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:46.979 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:46.994 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:46.995 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)[L],b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:46.995 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=18), Traces: [0ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [2ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [14ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [17ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1281828872(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@4d4bcd23 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c8980cb -> wakeup thread Time-limited test)) after lookup
14:07:46.996 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] connecting to peer
14:07:46.997 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:46.997 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:46.997 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:47.015 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:47.016 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)[L],b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:47.016 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [2ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [14ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [17ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [18ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [20ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [20ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [38ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1281828872(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@4d4bcd23 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@824079199 after retry RPC@1096884847), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c8980cb -> wakeup thread Time-limited test -> (continuation of Deferred@824079199 after retry RPC@1096884847))) after lookup
14:07:47.016 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] connecting to peer
14:07:47.017 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:47.017 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:47.018 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:47.055 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:47.055 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)[L],b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:47.055 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=79), Traces: [0ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [2ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [14ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [17ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [18ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [20ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [20ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [38ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [39ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [41ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [41ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [77ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1281828872(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@4d4bcd23 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@824079199 after retry RPC@1096884847) -> (continuation of Deferred@1690234363 after retry RPC@738511193), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c8980cb -> wakeup thread Time-limited test -> (continuation of Deferred@824079199 after retry RPC@1096884847) -> (continuation of Deferred@1690234363 after retry RPC@738511193))) after lookup
14:07:47.056 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] connecting to peer
14:07:47.057 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:47.057 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:47.057 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:47.174 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:47.175 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)[L],b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:47.175 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=198), Traces: [0ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [2ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [14ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [17ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [18ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [20ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [20ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [38ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [39ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [41ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [41ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [77ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [79ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [80ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [80ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [194ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [197ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1281828872(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@4d4bcd23 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@824079199 after retry RPC@1096884847) -> (continuation of Deferred@1690234363 after retry RPC@738511193) -> (continuation of Deferred@1398817152 after retry RPC@1503921332), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c8980cb -> wakeup thread Time-limited test -> (continuation of Deferred@824079199 after retry RPC@1096884847) -> (continuation of Deferred@1690234363 after retry RPC@738511193) -> (continuation of Deferred@1398817152 after retry RPC@1503921332))) after lookup
14:07:47.175 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] connecting to peer
14:07:47.176 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:47.176 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:47.177 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:47.514 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:47.514 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)[L],b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:47.515 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=538), Traces: [0ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [2ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [14ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [17ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [18ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [20ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [20ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [38ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [39ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [41ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [41ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [77ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [79ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [80ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [80ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [194ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [197ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [198ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [200ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [200ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [535ms] refreshing cache from master, [535ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [537ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1281828872(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@4d4bcd23 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@824079199 after retry RPC@1096884847) -> (continuation of Deferred@1690234363 after retry RPC@738511193) -> (continuation of Deferred@1398817152 after retry RPC@1503921332) -> (continuation of Deferred@415923792 after retry RPC@1639073881), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c8980cb -> wakeup thread Time-limited test -> (continuation of Deferred@824079199 after retry RPC@1096884847) -> (continuation of Deferred@1690234363 after retry RPC@738511193) -> (continuation of Deferred@1398817152 after retry RPC@1503921332) -> (continuation of Deferred@415923792 after retry RPC@1639073881))) after lookup
14:07:47.515 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] connecting to peer
14:07:47.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:47.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:47.517 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:48.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:48.331875 19214 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 73c85cf29dbf498d8c250f245147bbfb)
14:07:48.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:48.332074 19214 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:48.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:48.332228 19214 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631), 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443)
14:07:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:48.333472 18904 leader_election.cc:336] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443): Network error: Client connection negotiation failed: client connection to 127.17.172.2:38443: connect: Connection refused (error 111)
14:07:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:48.336237 19139 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "b2693aeb78b7431399dd9a68d5ea4763" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "be4f49cc024440a8bbcbf9112bb7737d" is_pre_election: true
14:07:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:48.336387 19139 raft_consensus.cc:2468] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b2693aeb78b7431399dd9a68d5ea4763 in term 3.
14:07:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:48.336683 18904 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: b2693aeb78b7431399dd9a68d5ea4763, be4f49cc024440a8bbcbf9112bb7737d; no voters: 73c85cf29dbf498d8c250f245147bbfb
14:07:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:48.336854 19214 raft_consensus.cc:2804] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 4 FOLLOWER]: Leader pre-election won for term 5
14:07:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:48.336905 19214 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 4 FOLLOWER]: Starting leader election (detected failure of leader 73c85cf29dbf498d8c250f245147bbfb)
14:07:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:48.336920 19214 raft_consensus.cc:3060] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 4 FOLLOWER]: Advancing to term 5
14:07:48.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:48.337508 19214 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:48.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:48.337625 19214 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 5 election: Requested vote from peers be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631), 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443)
14:07:48.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:48.337980 19139 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "b2693aeb78b7431399dd9a68d5ea4763" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "be4f49cc024440a8bbcbf9112bb7737d"
14:07:48.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:48.338073 19139 raft_consensus.cc:3060] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 3 FOLLOWER]: Advancing to term 5
14:07:48.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:48.338575 18904 leader_election.cc:336] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443): Network error: Client connection negotiation failed: client connection to 127.17.172.2:38443: connect: Connection refused (error 111)
14:07:48.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:48.339152 19139 raft_consensus.cc:2468] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b2693aeb78b7431399dd9a68d5ea4763 in term 5.
14:07:48.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:48.339383 18904 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: b2693aeb78b7431399dd9a68d5ea4763, be4f49cc024440a8bbcbf9112bb7737d; no voters: 73c85cf29dbf498d8c250f245147bbfb
14:07:48.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:48.339517 19214 raft_consensus.cc:2804] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 5 FOLLOWER]: Leader election won for term 5
14:07:48.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:48.339660 19214 raft_consensus.cc:697] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 5 LEADER]: Becoming Leader. State: Replica: b2693aeb78b7431399dd9a68d5ea4763, State: Running, Role: LEADER
14:07:48.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:48.339762 19214 consensus_queue.cc:237] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:48.340720 18139 catalog_manager.cc:5696] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 reported cstate change: term changed from 4 to 5, leader changed from 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2) to b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1). New cstate: current_term: 5 leader_uuid: "b2693aeb78b7431399dd9a68d5ea4763" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } health_report { overall_health: HEALTHY } } }
14:07:48.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:48.870329 19139 raft_consensus.cc:1275] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 5 FOLLOWER]: Refusing update from remote peer b2693aeb78b7431399dd9a68d5ea4763: Log matching property violated. Preceding OpId in replica: term: 3 index: 8. Preceding OpId from leader: term: 5 index: 13. (index mismatch)
14:07:48.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:48.870724 19232 consensus_queue.cc:1048] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [LEADER]: Connected to new peer: Peer: permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
14:07:48.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:48.872367 19234 mvcc.cc:204] Tried to move back new op lower bound from 7287247940900876288 to 7287247934935207936. Current Snapshot: MvccSnapshot[applied={T|T < 7287247940900876288}]
14:07:48.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:48.875308 18904 consensus_peers.cc:597] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 -> Peer 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443): Couldn't send request to peer 73c85cf29dbf498d8c250f245147bbfb. Status: Network error: Client connection negotiation failed: client connection to 127.17.172.2:38443: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:07:48.975 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:48.975 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)[L],be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:48.976 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1999), Traces: [0ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [2ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [2ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [14ms] refreshing cache from master, [15ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [17ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [18ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [20ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [20ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [35ms] refreshing cache from master, [35ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [38ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [39ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [41ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [41ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [75ms] refreshing cache from master, [75ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [77ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [79ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [80ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [80ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [194ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [197ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [198ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [200ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [200ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [535ms] refreshing cache from master, [535ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [537ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [538ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [540ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [540ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [1995ms] refreshing cache from master, [1995ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [1997ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1281828872(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@4d4bcd23 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@824079199 after retry RPC@1096884847) -> (continuation of Deferred@1690234363 after retry RPC@738511193) -> (continuation of Deferred@1398817152 after retry RPC@1503921332) -> (continuation of Deferred@415923792 after retry RPC@1639073881) -> (continuation of Deferred@374429303 after retry RPC@1699886180), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c8980cb -> wakeup thread Time-limited test -> (continuation of Deferred@824079199 after retry RPC@1096884847) -> (continuation of Deferred@1690234363 after retry RPC@738511193) -> (continuation of Deferred@1398817152 after retry RPC@1503921332) -> (continuation of Deferred@415923792 after retry RPC@1639073881) -> (continuation of Deferred@374429303 after retry RPC@1699886180))) after lookup
14:07:48.976 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:07:48.978 [DEBUG - kudu-nio-1] (Connection.java:757) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] Successfully connected to peer
14:07:49.000 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x3f8143fd, L:/127.0.0.1:50752 - R:/127.17.172.1:33621] using TOKEN/null
14:07:49.017 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.172.2:38443
14:07:49.017 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:07:49.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.017755 18096 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:07:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:07:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/wal
14:07:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data
14:07:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/logs
14:07:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data/info.pb
14:07:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:49.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:49.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:49.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:49.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:49.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:49.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:49.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:07:49.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:49.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.2:38443
14:07:49.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.172.2
14:07:49.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:07:49.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32959
14:07:49.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.2
14:07:49.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:07:49.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:49.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:49.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:07:49.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:49.107273 19247 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:49.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:49.107507 19247 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:49.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:49.107545 19247 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:49.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:49.109457 19247 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:49.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:49.109560 19247 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.172.2
14:07:49.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.111352 19247 tablet_server_runner.cc:78] Tablet server non-default flags:
14:07:49.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:49.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:07:49.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:49.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:49.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data
14:07:49.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/wal
14:07:49.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:49.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:49.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.2:38443
14:07:49.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:49.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data/info.pb
14:07:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.2
14:07:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32959
14:07:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:07:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19247
14:07:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.172.2
14:07:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/logs
14:07:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:07:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:07:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:07:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:07:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on e7f111948823
14:07:49.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11957
14:07:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.111685 19247 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:49.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.112012 19247 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:49.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:49.115410 19255 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:49.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:49.115432 19252 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:49.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:49.115439 19253 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:49.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.115854 19247 server_base.cc:1061] running on GCE node
14:07:49.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.116138 19247 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:49.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.116426 19247 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:49.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.117605 19247 hybrid_clock.cc:648] HybridClock initialized: now 1779113269117559 us; error 59 us; skew 500 ppm
14:07:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.119026 19247 webserver.cc:533] Webserver started at http://127.17.172.2:32959/ using document root <none> and password file <none>
14:07:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.119292 19247 fs_manager.cc:362] Metadata directory not provided
14:07:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.119393 19247 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:49.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.120779 19247 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
14:07:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.121620 19261 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:07:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.121876 19247 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
14:07:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.121973 19247 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data,/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/wal
14:07:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73c85cf29dbf498d8c250f245147bbfb"
14:07:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:37 on dist-test-slave-sr9l"
14:07:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.122450 19247 fs_report.cc:389] FS layout report
14:07:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/wal
14:07:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/wal
14:07:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data/data
14:07:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:49.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:49.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:49.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:49.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:49.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:49.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:49.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:49.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:49.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:49.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.136600 19247 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:07:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.137060 19247 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.137208 19247 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.137583 19247 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:07:49.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.138242 19268 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:07:49.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.139364 19247 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:07:49.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.139431 19247 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:07:49.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.139463 19247 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:07:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.140173 19247 ts_tablet_manager.cc:616] Registered 1 tablets
14:07:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.140224 19247 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:07:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.140275 19268 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb: Bootstrap starting.
14:07:49.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.150983 19247 rpc_server.cc:307] RPC server started. Bound to: 127.17.172.2:38443
14:07:49.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.151064 19375 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.172.2:38443 every 8 connection(s)
14:07:49.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.151688 19247 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data/info.pb
14:07:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.155012 19268 log.cc:826] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb: Log is configured to *not* fsync() on all Append() calls
14:07:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.155550 18096 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskq0ejVM/build/release/bin/kudu as pid 19247
14:07:49.156 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:07:49.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.158438 19268 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:07:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.158864 19268 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb: Bootstrap complete.
14:07:49.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.160022 19268 ts_tablet_manager.cc:1403] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb: Time spent bootstrapping tablet: real 0.020s	user 0.000s	sys 0.018s
14:07:49.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.161404 19268 raft_consensus.cc:359] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:49.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.161723 19268 raft_consensus.cc:740] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 73c85cf29dbf498d8c250f245147bbfb, State: Initialized, Role: FOLLOWER
14:07:49.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.161855 19268 consensus_queue.cc:260] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:49.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.162101 19378 heartbeater.cc:344] Connected to a master server at 127.17.172.61:46027
14:07:49.163 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:49.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.162204 19377 heartbeater.cc:344] Connected to a master server at 127.17.172.62:34687
14:07:49.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.162274 19378 heartbeater.cc:461] Registering TS with master...
14:07:49.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.162281 19377 heartbeater.cc:461] Registering TS with master...
14:07:49.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.162539 19377 heartbeater.cc:507] Master 127.17.172.62:34687 requested a full tablet report, sending...
14:07:49.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.162616 19376 heartbeater.cc:344] Connected to a master server at 127.17.172.60:35341
14:07:49.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.162667 19376 heartbeater.cc:461] Registering TS with master...
14:07:49.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.162756 19376 heartbeater.cc:507] Master 127.17.172.60:35341 requested a full tablet report, sending...
14:07:49.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.162540 19378 heartbeater.cc:507] Master 127.17.172.61:46027 requested a full tablet report, sending...
14:07:49.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.163347 18211 ts_manager.cc:194] Re-registered known tserver with Master: 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443)
14:07:49.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.163470 18139 ts_manager.cc:194] Re-registered known tserver with Master: 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443)
14:07:49.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.162159 19268 ts_tablet_manager.cc:1434] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.003s
14:07:49.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.164003 18139 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.172.2:34113
14:07:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.166334 18282 ts_manager.cc:194] Re-registered known tserver with Master: 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443)
14:07:49.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.167011 19377 heartbeater.cc:499] Master 127.17.172.62:34687 was elected leader, sending a full tablet report...
14:07:49.169 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.172.1:33621
14:07:49.170 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:07:49.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:49.170490 18096 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskq0ejVM/build/release/bin/kudu with pid 18886
14:07:49.179 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:07:49.181 [DEBUG - kudu-nio-1] (Connection.java:239) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] handling channelInactive
14:07:49.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state READY due to: connection closed
14:07:49.181 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: connection closed
14:07:49.195 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:49.196 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)[L],be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:49.196 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=16), Traces: [0ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [1ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [15ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@103303983(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@722dbe9a -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@170ec265 -> wakeup thread Time-limited test)) after lookup
14:07:49.197 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:07:49.198 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:49.199 [DEBUG - kudu-nio-2] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:49.199 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:49.215 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:49.215 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)[L],be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:49.216 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [1ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [15ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [17ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [19ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [19ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [34ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@103303983(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@722dbe9a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@103160763 after retry RPC@1806466117), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@170ec265 -> wakeup thread Time-limited test -> (continuation of Deferred@103160763 after retry RPC@1806466117))) after lookup
14:07:49.216 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:07:49.218 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:49.218 [DEBUG - kudu-nio-3] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:49.218 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:49.235 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:49.235 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)[L],be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:49.236 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=55), Traces: [0ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [1ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [15ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [17ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [19ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [19ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [34ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [36ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [38ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [38ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [51ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [54ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@103303983(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@722dbe9a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@103160763 after retry RPC@1806466117) -> (continuation of Deferred@1539561168 after retry RPC@1392887737), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@170ec265 -> wakeup thread Time-limited test -> (continuation of Deferred@103160763 after retry RPC@1806466117) -> (continuation of Deferred@1539561168 after retry RPC@1392887737))) after lookup
14:07:49.237 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:07:49.238 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:49.238 [DEBUG - kudu-nio-4] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:49.239 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:49.374 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:49.375 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)[L],be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:49.375 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=195), Traces: [0ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [1ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [15ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [17ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [19ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [19ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [34ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [36ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [38ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [38ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [51ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [54ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [56ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [58ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [59ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [191ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [194ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@103303983(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@722dbe9a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@103160763 after retry RPC@1806466117) -> (continuation of Deferred@1539561168 after retry RPC@1392887737) -> (continuation of Deferred@1049172623 after retry RPC@1373425421), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@170ec265 -> wakeup thread Time-limited test -> (continuation of Deferred@103160763 after retry RPC@1806466117) -> (continuation of Deferred@1539561168 after retry RPC@1392887737) -> (continuation of Deferred@1049172623 after retry RPC@1373425421))) after lookup
14:07:49.376 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:07:49.378 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:49.378 [DEBUG - kudu-nio-5] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:49.378 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:49.536 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:49.536 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)[L],be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:49.536 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=356), Traces: [0ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [1ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [15ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [17ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [19ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [19ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [34ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [36ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [38ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [38ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [51ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [54ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [56ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [58ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [59ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [191ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [194ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [196ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [198ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [198ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [352ms] refreshing cache from master, [352ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [355ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@103303983(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@722dbe9a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@103160763 after retry RPC@1806466117) -> (continuation of Deferred@1539561168 after retry RPC@1392887737) -> (continuation of Deferred@1049172623 after retry RPC@1373425421) -> (continuation of Deferred@571397454 after retry RPC@412533525), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@170ec265 -> wakeup thread Time-limited test -> (continuation of Deferred@103160763 after retry RPC@1806466117) -> (continuation of Deferred@1539561168 after retry RPC@1392887737) -> (continuation of Deferred@1049172623 after retry RPC@1373425421) -> (continuation of Deferred@571397454 after retry RPC@412533525))) after lookup
14:07:49.538 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:07:49.539 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:49.539 [DEBUG - kudu-nio-6] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:49.540 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:50.375 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:50.375 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)[L],be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:50.376 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1195), Traces: [0ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [1ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [15ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [17ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [19ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [19ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [34ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [36ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [38ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [38ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [51ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [54ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [56ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [58ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [59ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [191ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [194ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [196ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [198ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [198ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [352ms] refreshing cache from master, [352ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [355ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [357ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [360ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [360ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [1192ms] refreshing cache from master, [1192ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [1195ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@103303983(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@722dbe9a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@103160763 after retry RPC@1806466117) -> (continuation of Deferred@1539561168 after retry RPC@1392887737) -> (continuation of Deferred@1049172623 after retry RPC@1373425421) -> (continuation of Deferred@571397454 after retry RPC@412533525) -> (continuation of Deferred@1672805940 after retry RPC@1301546812), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@170ec265 -> wakeup thread Time-limited test -> (continuation of Deferred@103160763 after retry RPC@1806466117) -> (continuation of Deferred@1539561168 after retry RPC@1392887737) -> (continuation of Deferred@1049172623 after retry RPC@1373425421) -> (continuation of Deferred@571397454 after retry RPC@412533525) -> (continuation of Deferred@1672805940 after retry RPC@1301546812))) after lookup
14:07:50.377 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:07:50.378 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:50.378 [DEBUG - kudu-nio-7] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:50.379 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:50.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.516196 19389 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 5 FOLLOWER]: Starting pre-election (detected failure of leader b2693aeb78b7431399dd9a68d5ea4763)
14:07:50.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.516316 19389 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:50.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.516731 19389 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443), b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:07:50.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:50.517269 19088 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.172.1:33621: connect: Connection refused (error 111)
14:07:50.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:50.517788 19088 leader_election.cc:336] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621): Network error: Client connection negotiation failed: client connection to 127.17.172.1:33621: connect: Connection refused (error 111)
14:07:50.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.520470 19330 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "be4f49cc024440a8bbcbf9112bb7737d" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "73c85cf29dbf498d8c250f245147bbfb" is_pre_election: true
14:07:50.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.520684 19330 raft_consensus.cc:2468] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate be4f49cc024440a8bbcbf9112bb7737d in term 4.
14:07:50.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.521003 19090 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 73c85cf29dbf498d8c250f245147bbfb, be4f49cc024440a8bbcbf9112bb7737d; no voters: b2693aeb78b7431399dd9a68d5ea4763
14:07:50.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.521229 19389 raft_consensus.cc:2804] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 5 FOLLOWER]: Leader pre-election won for term 6
14:07:50.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.521304 19389 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 5 FOLLOWER]: Starting leader election (detected failure of leader b2693aeb78b7431399dd9a68d5ea4763)
14:07:50.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.521320 19389 raft_consensus.cc:3060] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 5 FOLLOWER]: Advancing to term 6
14:07:50.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.521927 19389 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:50.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.522118 19389 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 6 election: Requested vote from peers 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443), b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:07:50.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.522395 19330 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "be4f49cc024440a8bbcbf9112bb7737d" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "73c85cf29dbf498d8c250f245147bbfb"
14:07:50.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.522521 19330 raft_consensus.cc:3060] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 4 FOLLOWER]: Advancing to term 6
14:07:50.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:50.522878 19088 leader_election.cc:336] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621): Network error: Client connection negotiation failed: client connection to 127.17.172.1:33621: connect: Connection refused (error 111)
14:07:50.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.523659 19330 raft_consensus.cc:2468] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate be4f49cc024440a8bbcbf9112bb7737d in term 6.
14:07:50.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.523983 19090 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 73c85cf29dbf498d8c250f245147bbfb, be4f49cc024440a8bbcbf9112bb7737d; no voters: b2693aeb78b7431399dd9a68d5ea4763
14:07:50.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.524148 19389 raft_consensus.cc:2804] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 6 FOLLOWER]: Leader election won for term 6
14:07:50.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.524286 19389 raft_consensus.cc:697] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 6 LEADER]: Becoming Leader. State: Replica: be4f49cc024440a8bbcbf9112bb7737d, State: Running, Role: LEADER
14:07:50.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.524366 19389 consensus_queue.cc:237] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:50.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.525223 18139 catalog_manager.cc:5696] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d reported cstate change: term changed from 5 to 6, leader changed from b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1) to be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3). New cstate: current_term: 6 leader_uuid: "be4f49cc024440a8bbcbf9112bb7737d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } health_report { overall_health: UNKNOWN } } }
14:07:50.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.948212 19330 raft_consensus.cc:1275] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 6 FOLLOWER]: Refusing update from remote peer be4f49cc024440a8bbcbf9112bb7737d: Log matching property violated. Preceding OpId in replica: term: 4 index: 12. Preceding OpId from leader: term: 6 index: 17. (index mismatch)
14:07:50.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:50.948740 19389 consensus_queue.cc:1048] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [LEADER]: Connected to new peer: Peer: permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
14:07:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:50.953110 19088 consensus_peers.cc:597] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d -> Peer b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621): Couldn't send request to peer b2693aeb78b7431399dd9a68d5ea4763. Status: Network error: Client connection negotiation failed: client connection to 127.17.172.1:33621: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:07:53.055 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:53.055 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)[L]]}]
14:07:53.055 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=14, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=3875), Traces: [0ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [1ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [15ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [17ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [19ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [19ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [34ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [36ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [38ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [38ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [51ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [54ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [56ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [58ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [59ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [191ms] refreshing cache from master, [192ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [194ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [196ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [198ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [198ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [352ms] refreshing cache from master, [352ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [355ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [357ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [360ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [360ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [1192ms] refreshing cache from master, [1192ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [1195ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [1196ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [1198ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [1199ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [3872ms] refreshing cache from master, [3872ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [3874ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@103303983(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@722dbe9a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@103160763 after retry RPC@1806466117) -> (continuation of Deferred@1539561168 after retry RPC@1392887737) -> (continuation of Deferred@1049172623 after retry RPC@1373425421) -> (continuation of Deferred@571397454 after retry RPC@412533525) -> (continuation of Deferred@1672805940 after retry RPC@1301546812) -> (continuation of Deferred@391373518 after retry RPC@2048113407), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@170ec265 -> wakeup thread Time-limited test -> (continuation of Deferred@103160763 after retry RPC@1806466117) -> (continuation of Deferred@1539561168 after retry RPC@1392887737) -> (continuation of Deferred@1049172623 after retry RPC@1373425421) -> (continuation of Deferred@571397454 after retry RPC@412533525) -> (continuation of Deferred@1672805940 after retry RPC@1301546812) -> (continuation of Deferred@391373518 after retry RPC@2048113407))) after lookup
14:07:53.056 [DEBUG - kudu-nio-2] (Connection.java:748) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] connecting to peer
14:07:53.057 [DEBUG - kudu-nio-0] (Connection.java:757) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] Successfully connected to peer
14:07:53.073 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x48c702e4, L:/127.0.0.1:49434 - R:/127.17.172.3:42631] using TOKEN/null
14:07:53.085 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.172.1:33621
14:07:53.085 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:07:53.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.085970 18096 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:07:53.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:07:53.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/wal
14:07:53.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data
14:07:53.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:53.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:53.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:53.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:53.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:53.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:53.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/logs
14:07:53.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data/info.pb
14:07:53.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:53.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:53.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:53.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:53.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:53.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:53.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:53.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:53.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:07:53.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:53.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.1:33621
14:07:53.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.172.1
14:07:53.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:07:53.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43607
14:07:53.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.1
14:07:53.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:07:53.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:53.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:53.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:07:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:53.167995 19426 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:53.168206 19426 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:53.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:53.168239 19426 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:53.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:53.170161 19426 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:53.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:53.170260 19426 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.172.1
14:07:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.171912 19426 tablet_server_runner.cc:78] Tablet server non-default flags:
14:07:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:07:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data
14:07:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/wal
14:07:53.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.1:33621
14:07:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data/info.pb
14:07:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.1
14:07:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43607
14:07:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:07:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19426
14:07:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:53.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.172.1
14:07:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/logs
14:07:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:07:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:07:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:07:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:07:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on e7f111948823
14:07:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11957
14:07:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.172197 19426 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:53.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.172456 19426 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:53.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:53.175738 19431 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:53.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:53.175813 19434 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:53.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:53.176069 19432 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:53.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.176745 19426 server_base.cc:1061] running on GCE node
14:07:53.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.177011 19426 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:53.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.177313 19426 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:53.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.178475 19426 hybrid_clock.cc:648] HybridClock initialized: now 1779113273178448 us; error 41 us; skew 500 ppm
14:07:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.179854 19426 webserver.cc:533] Webserver started at http://127.17.172.1:43607/ using document root <none> and password file <none>
14:07:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.180111 19426 fs_manager.cc:362] Metadata directory not provided
14:07:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.180177 19426 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:53.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.181610 19426 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
14:07:53.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.182602 19440 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:07:53.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.182984 19426 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
14:07:53.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.183076 19426 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data,/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/wal
14:07:53.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b2693aeb78b7431399dd9a68d5ea4763"
14:07:53.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:37 on dist-test-slave-sr9l"
14:07:53.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.183504 19426 fs_report.cc:389] FS layout report
14:07:53.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:53.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/wal
14:07:53.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/wal
14:07:53.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data/data
14:07:53.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:53.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:53.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.199875 19426 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:07:53.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.200223 19426 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:53.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.200335 19426 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:53.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.200567 19426 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:07:53.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.201216 19447 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:07:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.202203 19426 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:07:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.202284 19426 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:07:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.202339 19426 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:07:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.203033 19426 ts_tablet_manager.cc:616] Registered 1 tablets
14:07:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.203096 19426 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:07:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.203161 19447 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Bootstrap starting.
14:07:53.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.212204 19426 rpc_server.cc:307] RPC server started. Bound to: 127.17.172.1:33621
14:07:53.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.212338 19554 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.172.1:33621 every 8 connection(s)
14:07:53.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.212733 19426 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data/info.pb
14:07:53.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.214809 19447 log.cc:826] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Log is configured to *not* fsync() on all Append() calls
14:07:53.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.218488 19447 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:07:53.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.218840 19447 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Bootstrap complete.
14:07:53.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.219744 19557 heartbeater.cc:344] Connected to a master server at 127.17.172.61:46027
14:07:53.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.219852 19557 heartbeater.cc:461] Registering TS with master...
14:07:53.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.219928 19556 heartbeater.cc:344] Connected to a master server at 127.17.172.62:34687
14:07:53.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.220008 19556 heartbeater.cc:461] Registering TS with master...
14:07:53.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.220041 19447 ts_tablet_manager.cc:1403] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Time spent bootstrapping tablet: real 0.017s	user 0.001s	sys 0.012s
14:07:53.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.220070 19557 heartbeater.cc:507] Master 127.17.172.61:46027 requested a full tablet report, sending...
14:07:53.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.220124 19556 heartbeater.cc:507] Master 127.17.172.62:34687 requested a full tablet report, sending...
14:07:53.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.220840 18139 ts_manager.cc:194] Re-registered known tserver with Master: b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:07:53.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.221096 18211 ts_manager.cc:194] Re-registered known tserver with Master: b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:07:53.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.221405 18139 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.172.1:34591
14:07:53.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.221374 19447 raft_consensus.cc:359] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:53.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.221597 18096 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskq0ejVM/build/release/bin/kudu as pid 19426
14:07:53.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.221644 19447 raft_consensus.cc:740] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: b2693aeb78b7431399dd9a68d5ea4763, State: Initialized, Role: FOLLOWER
14:07:53.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.221772 19447 consensus_queue.cc:260] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:53.222 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:07:53.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.222091 19447 ts_tablet_manager.cc:1434] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Time spent starting tablet: real 0.002s	user 0.004s	sys 0.000s
14:07:53.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.222111 19555 heartbeater.cc:344] Connected to a master server at 127.17.172.60:35341
14:07:53.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.222193 19555 heartbeater.cc:461] Registering TS with master...
14:07:53.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.222244 19555 heartbeater.cc:507] Master 127.17.172.60:35341 requested a full tablet report, sending...
14:07:53.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.222345 19556 heartbeater.cc:499] Master 127.17.172.62:34687 was elected leader, sending a full tablet report...
14:07:53.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.222713 18282 ts_manager.cc:194] Re-registered known tserver with Master: b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:07:53.228 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:53.229 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.172.3:42631
14:07:53.229 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:07:53.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:53.229724 18096 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskq0ejVM/build/release/bin/kudu with pid 19072
14:07:53.236 [DEBUG - kudu-nio-0] (Connection.java:239) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] handling channelInactive
14:07:53.237 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:07:53.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] cleaning up while in state READY due to: connection closed
14:07:53.239 [DEBUG - Time-limited test] (Connection.java:748) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] connecting to peer
14:07:53.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:53.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] cleaning up while in state CONNECTING due to: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:53.240 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:53.255 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:53.256 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)[L]]}]
14:07:53.256 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [2ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [2ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [17ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@135920595(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@6f3a7c6d -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4c1f84ba -> wakeup thread Time-limited test)) after lookup
14:07:53.257 [DEBUG - kudu-nio-2] (Connection.java:748) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] connecting to peer
14:07:53.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:53.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] cleaning up while in state CONNECTING due to: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:53.259 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:53.276 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:53.276 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)[L]]}]
14:07:53.277 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [2ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [2ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [17ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [18ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [21ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [21ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [37ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@135920595(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@6f3a7c6d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1044023983 after retry RPC@1693175321), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4c1f84ba -> wakeup thread Time-limited test -> (continuation of Deferred@1044023983 after retry RPC@1693175321))) after lookup
14:07:53.278 [DEBUG - kudu-nio-2] (Connection.java:748) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] connecting to peer
14:07:53.280 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:53.280 [DEBUG - kudu-nio-3] (Connection.java:709) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] cleaning up while in state CONNECTING due to: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:53.281 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:53.295 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:53.295 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)[L]]}]
14:07:53.295 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=58), Traces: [0ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [2ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [2ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [17ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [18ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [21ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [21ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [37ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [40ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [42ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [43ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [53ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [56ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@135920595(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@6f3a7c6d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1044023983 after retry RPC@1693175321) -> (continuation of Deferred@1835455971 after retry RPC@1472677200), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4c1f84ba -> wakeup thread Time-limited test -> (continuation of Deferred@1044023983 after retry RPC@1693175321) -> (continuation of Deferred@1835455971 after retry RPC@1472677200))) after lookup
14:07:53.296 [DEBUG - kudu-nio-2] (Connection.java:748) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] connecting to peer
14:07:53.297 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:53.298 [DEBUG - kudu-nio-4] (Connection.java:709) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] cleaning up while in state CONNECTING due to: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:53.298 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:53.415 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:53.416 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)[L]]}]
14:07:53.416 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=179), Traces: [0ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [2ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [2ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [17ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [18ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [21ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [21ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [37ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [40ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [42ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [43ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [53ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [56ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [58ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [60ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [60ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [174ms] refreshing cache from master, [174ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [177ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@135920595(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@6f3a7c6d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1044023983 after retry RPC@1693175321) -> (continuation of Deferred@1835455971 after retry RPC@1472677200) -> (continuation of Deferred@1481036395 after retry RPC@902226422), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4c1f84ba -> wakeup thread Time-limited test -> (continuation of Deferred@1044023983 after retry RPC@1693175321) -> (continuation of Deferred@1835455971 after retry RPC@1472677200) -> (continuation of Deferred@1481036395 after retry RPC@902226422))) after lookup
14:07:53.417 [DEBUG - kudu-nio-2] (Connection.java:748) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] connecting to peer
14:07:53.419 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:53.419 [DEBUG - kudu-nio-5] (Connection.java:709) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] cleaning up while in state CONNECTING due to: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:53.419 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:53.775 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:53.775 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)[L]]}]
14:07:53.776 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=538), Traces: [0ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [2ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [2ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [17ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [18ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [21ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [21ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [37ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [40ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [42ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [43ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [53ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [56ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [58ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [60ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [60ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [174ms] refreshing cache from master, [174ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [177ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [179ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [181ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [181ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [534ms] refreshing cache from master, [534ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [537ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@135920595(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@6f3a7c6d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1044023983 after retry RPC@1693175321) -> (continuation of Deferred@1835455971 after retry RPC@1472677200) -> (continuation of Deferred@1481036395 after retry RPC@902226422) -> (continuation of Deferred@627643522 after retry RPC@656574600), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4c1f84ba -> wakeup thread Time-limited test -> (continuation of Deferred@1044023983 after retry RPC@1693175321) -> (continuation of Deferred@1835455971 after retry RPC@1472677200) -> (continuation of Deferred@1481036395 after retry RPC@902226422) -> (continuation of Deferred@627643522 after retry RPC@656574600))) after lookup
14:07:53.777 [DEBUG - kudu-nio-2] (Connection.java:748) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] connecting to peer
14:07:53.779 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:53.779 [DEBUG - kudu-nio-6] (Connection.java:709) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] cleaning up while in state CONNECTING due to: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:53.779 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:54.014 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:54.015 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)[L]]}]
14:07:54.015 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=777), Traces: [0ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [2ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [2ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [17ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [18ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [21ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [21ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [37ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [40ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [42ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [43ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [53ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [56ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [58ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [60ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [60ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [174ms] refreshing cache from master, [174ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [177ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [179ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [181ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [181ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [534ms] refreshing cache from master, [534ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [537ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [538ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [541ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [541ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [773ms] refreshing cache from master, [774ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [776ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@135920595(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@6f3a7c6d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1044023983 after retry RPC@1693175321) -> (continuation of Deferred@1835455971 after retry RPC@1472677200) -> (continuation of Deferred@1481036395 after retry RPC@902226422) -> (continuation of Deferred@627643522 after retry RPC@656574600) -> (continuation of Deferred@1767372372 after retry RPC@1518486846), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4c1f84ba -> wakeup thread Time-limited test -> (continuation of Deferred@1044023983 after retry RPC@1693175321) -> (continuation of Deferred@1835455971 after retry RPC@1472677200) -> (continuation of Deferred@1481036395 after retry RPC@902226422) -> (continuation of Deferred@627643522 after retry RPC@656574600) -> (continuation of Deferred@1767372372 after retry RPC@1518486846))) after lookup
14:07:54.016 [DEBUG - kudu-nio-2] (Connection.java:748) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] connecting to peer
14:07:54.016 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:54.017 [DEBUG - kudu-nio-7] (Connection.java:709) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] cleaning up while in state CONNECTING due to: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:54.017 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:07:54.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.511457 19569 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 5 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:54.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.511600 19569 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:54.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.511938 19569 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631), 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443)
14:07:54.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:54.512579 19444 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.172.3:42631: connect: Connection refused (error 111)
14:07:54.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:54.513324 19444 leader_election.cc:336] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631): Network error: Client connection negotiation failed: client connection to 127.17.172.3:42631: connect: Connection refused (error 111)
14:07:54.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.515973 19330 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "b2693aeb78b7431399dd9a68d5ea4763" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "73c85cf29dbf498d8c250f245147bbfb" is_pre_election: true
14:07:54.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.516388 19444 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b2693aeb78b7431399dd9a68d5ea4763; no voters: 73c85cf29dbf498d8c250f245147bbfb, be4f49cc024440a8bbcbf9112bb7737d
14:07:54.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.516559 19569 raft_consensus.cc:2749] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 5 FOLLOWER]: Leader pre-election lost for term 6. Reason: could not achieve majority
14:07:54.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.585075 19574 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 6 FOLLOWER]: Starting pre-election (detected failure of leader be4f49cc024440a8bbcbf9112bb7737d)
14:07:54.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.585177 19574 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:54.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.585947 19574 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631), b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:07:54.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:54.586143 19265 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.172.3:42631: connect: Connection refused (error 111)
14:07:54.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:54.586637 19265 leader_election.cc:336] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631): Network error: Client connection negotiation failed: client connection to 127.17.172.3:42631: connect: Connection refused (error 111)
14:07:54.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.589416 19509 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "73c85cf29dbf498d8c250f245147bbfb" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "b2693aeb78b7431399dd9a68d5ea4763" is_pre_election: true
14:07:54.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.589582 19509 raft_consensus.cc:2468] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 73c85cf29dbf498d8c250f245147bbfb in term 5.
14:07:54.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.589942 19263 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 73c85cf29dbf498d8c250f245147bbfb, b2693aeb78b7431399dd9a68d5ea4763; no voters: be4f49cc024440a8bbcbf9112bb7737d
14:07:54.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.590236 19574 raft_consensus.cc:2804] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 6 FOLLOWER]: Leader pre-election won for term 7
14:07:54.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.590327 19574 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 6 FOLLOWER]: Starting leader election (detected failure of leader be4f49cc024440a8bbcbf9112bb7737d)
14:07:54.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.590358 19574 raft_consensus.cc:3060] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 6 FOLLOWER]: Advancing to term 7
14:07:54.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.591082 19574 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:54.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.591280 19574 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [CANDIDATE]: Term 7 election: Requested vote from peers be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631), b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:07:54.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.591576 19509 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "73c85cf29dbf498d8c250f245147bbfb" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "b2693aeb78b7431399dd9a68d5ea4763"
14:07:54.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.591688 19509 raft_consensus.cc:3060] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 5 FOLLOWER]: Advancing to term 7
14:07:54.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:54.591985 19265 leader_election.cc:336] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631): Network error: Client connection negotiation failed: client connection to 127.17.172.3:42631: connect: Connection refused (error 111)
14:07:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.592988 19509 raft_consensus.cc:2468] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 73c85cf29dbf498d8c250f245147bbfb in term 7.
14:07:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.593288 19263 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 73c85cf29dbf498d8c250f245147bbfb, b2693aeb78b7431399dd9a68d5ea4763; no voters: be4f49cc024440a8bbcbf9112bb7737d
14:07:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.593434 19574 raft_consensus.cc:2804] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 7 FOLLOWER]: Leader election won for term 7
14:07:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.593624 19574 raft_consensus.cc:697] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 7 LEADER]: Becoming Leader. State: Replica: 73c85cf29dbf498d8c250f245147bbfb, State: Running, Role: LEADER
14:07:54.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.593762 19574 consensus_queue.cc:237] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:54.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:54.594826 18139 catalog_manager.cc:5696] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb reported cstate change: term changed from 6 to 7, leader changed from be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3) to 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2). New cstate: current_term: 7 leader_uuid: "73c85cf29dbf498d8c250f245147bbfb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } health_report { overall_health: UNKNOWN } } }
14:07:55.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.015512 19509 raft_consensus.cc:1275] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 7 FOLLOWER]: Refusing update from remote peer 73c85cf29dbf498d8c250f245147bbfb: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 7 index: 21. (index mismatch)
14:07:55.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.016103 19574 consensus_queue.cc:1048] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [LEADER]: Connected to new peer: Peer: permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
14:07:55.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:55.019750 19265 consensus_peers.cc:597] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb -> Peer be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631): Couldn't send request to peer be4f49cc024440a8bbcbf9112bb7737d. Status: Network error: Client connection negotiation failed: client connection to 127.17.172.3:42631: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:07:55.755 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:55.755 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)[L],b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:55.756 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=14, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=2518), Traces: [0ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [2ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [2ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [17ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [18ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [21ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [21ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [34ms] refreshing cache from master, [34ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [37ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [40ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [42ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [43ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [53ms] refreshing cache from master, [54ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [56ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [58ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [60ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [60ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [174ms] refreshing cache from master, [174ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [177ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [179ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [181ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [181ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [534ms] refreshing cache from master, [534ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [537ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [538ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [541ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [541ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [773ms] refreshing cache from master, [774ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [776ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [777ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [779ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [779ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [2514ms] refreshing cache from master, [2514ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [2517ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@135920595(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@6f3a7c6d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1044023983 after retry RPC@1693175321) -> (continuation of Deferred@1835455971 after retry RPC@1472677200) -> (continuation of Deferred@1481036395 after retry RPC@902226422) -> (continuation of Deferred@627643522 after retry RPC@656574600) -> (continuation of Deferred@1767372372 after retry RPC@1518486846) -> (continuation of Deferred@187715415 after retry RPC@1137918138), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4c1f84ba -> wakeup thread Time-limited test -> (continuation of Deferred@1044023983 after retry RPC@1693175321) -> (continuation of Deferred@1835455971 after retry RPC@1472677200) -> (continuation of Deferred@1481036395 after retry RPC@902226422) -> (continuation of Deferred@627643522 after retry RPC@656574600) -> (continuation of Deferred@1767372372 after retry RPC@1518486846) -> (continuation of Deferred@187715415 after retry RPC@1137918138))) after lookup
14:07:55.757 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] connecting to peer
14:07:55.758 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] Successfully connected to peer
14:07:55.776 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x26912dcc, L:/127.0.0.1:44658 - R:/127.17.172.2:38443] using TOKEN/null
14:07:55.792 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.172.3:42631
14:07:55.793 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:07:55.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.794111 18096 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:07:55.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:07:55.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/wal
14:07:55.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data
14:07:55.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:55.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:55.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:55.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:55.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:55.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:55.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/logs
14:07:55.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data/info.pb
14:07:55.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:55.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:55.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:55.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:55.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:55.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:55.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:55.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:55.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:07:55.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:55.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.3:42631
14:07:55.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.172.3
14:07:55.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:07:55.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41815
14:07:55.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.3
14:07:55.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:07:55.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:55.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:55.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:07:55.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:55.886948 19605 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:55.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:55.887159 19605 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:55.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:55.887187 19605 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:55.889047 19605 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:55.889122 19605 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.172.3
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.890962 19605 tablet_server_runner.cc:78] Tablet server non-default flags:
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/wal
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.3:42631
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data/info.pb
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.3
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41815
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19605
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.172.3
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/logs
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:07:55.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:07:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:07:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on e7f111948823
14:07:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11957
14:07:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.891247 19605 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.891477 19605 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:55.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:55.894493 19611 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:55.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:55.894516 19610 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:55.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:55.894536 19613 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:55.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.894697 19605 server_base.cc:1061] running on GCE node
14:07:55.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.895183 19605 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:55.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.895462 19605 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.896627 19605 hybrid_clock.cc:648] HybridClock initialized: now 1779113275896588 us; error 51 us; skew 500 ppm
14:07:55.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.897970 19605 webserver.cc:533] Webserver started at http://127.17.172.3:41815/ using document root <none> and password file <none>
14:07:55.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.898273 19605 fs_manager.cc:362] Metadata directory not provided
14:07:55.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.898356 19605 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:55.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.899744 19605 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
14:07:55.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.900530 19619 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:07:55.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.900838 19605 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
14:07:55.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.900929 19605 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data,/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/wal
14:07:55.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be4f49cc024440a8bbcbf9112bb7737d"
14:07:55.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:37 on dist-test-slave-sr9l"
14:07:55.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.901319 19605 fs_report.cc:389] FS layout report
14:07:55.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:55.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/wal
14:07:55.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/wal
14:07:55.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data/data
14:07:55.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:55.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:55.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:55.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:55.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:55.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:55.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:55.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:55.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:55.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:55.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.909976 19605 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:07:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.910400 19605 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.910555 19605 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.910833 19605 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:07:55.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.911418 19626 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:07:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.912439 19605 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:07:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.912508 19605 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:07:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.912546 19605 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:07:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.913242 19605 ts_tablet_manager.cc:616] Registered 1 tablets
14:07:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.913300 19605 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:07:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.913357 19626 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d: Bootstrap starting.
14:07:55.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.922150 19605 rpc_server.cc:307] RPC server started. Bound to: 127.17.172.3:42631
14:07:55.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.922260 19733 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.172.3:42631 every 8 connection(s)
14:07:55.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.922668 19605 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data/info.pb
14:07:55.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.922902 19626 log.cc:826] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d: Log is configured to *not* fsync() on all Append() calls
14:07:55.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.927083 19626 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:07:55.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.927482 19626 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d: Bootstrap complete.
14:07:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.928664 19626 ts_tablet_manager.cc:1403] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d: Time spent bootstrapping tablet: real 0.015s	user 0.005s	sys 0.007s
14:07:55.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.929668 19626 raft_consensus.cc:359] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:55.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.929889 19626 raft_consensus.cc:740] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: be4f49cc024440a8bbcbf9112bb7737d, State: Initialized, Role: FOLLOWER
14:07:55.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.930020 19626 consensus_queue.cc:260] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:55.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.930333 18096 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskq0ejVM/build/release/bin/kudu as pid 19605
14:07:55.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.930400 19626 ts_tablet_manager.cc:1434] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.003s
14:07:55.931 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:07:55.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.933238 19735 heartbeater.cc:344] Connected to a master server at 127.17.172.62:34687
14:07:55.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.933360 19735 heartbeater.cc:461] Registering TS with master...
14:07:55.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.933610 19735 heartbeater.cc:507] Master 127.17.172.62:34687 requested a full tablet report, sending...
14:07:55.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.934021 19736 heartbeater.cc:344] Connected to a master server at 127.17.172.61:46027
14:07:55.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.934073 19734 heartbeater.cc:344] Connected to a master server at 127.17.172.60:35341
14:07:55.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.934088 19736 heartbeater.cc:461] Registering TS with master...
14:07:55.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.934202 19734 heartbeater.cc:461] Registering TS with master...
14:07:55.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.934263 18139 ts_manager.cc:194] Re-registered known tserver with Master: be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631)
14:07:55.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.934303 19736 heartbeater.cc:507] Master 127.17.172.61:46027 requested a full tablet report, sending...
14:07:55.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.934351 19734 heartbeater.cc:507] Master 127.17.172.60:35341 requested a full tablet report, sending...
14:07:55.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.934718 18283 ts_manager.cc:194] Re-registered known tserver with Master: be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631)
14:07:55.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.934808 18139 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.172.3:40695
14:07:55.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.935114 18211 ts_manager.cc:194] Re-registered known tserver with Master: be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631)
14:07:55.936 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:55.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.935907 19735 heartbeater.cc:499] Master 127.17.172.62:34687 was elected leader, sending a full tablet report...
14:07:55.936 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.172.2:38443
14:07:55.937 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:07:55.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:55.937552 18096 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskq0ejVM/build/release/bin/kudu with pid 19247
14:07:55.944 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:07:55.944 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] handling channelInactive
14:07:55.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] cleaning up while in state READY due to: connection closed
14:07:55.953 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] connecting to peer
14:07:55.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:55.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:55.955 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:55.975 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:55.975 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)[L],b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:55.975 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=3, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=31), Traces: [0ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [10ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [11ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [30ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1902857180(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@28e403db -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2654ed8b -> wakeup thread Time-limited test)) after lookup
14:07:55.976 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] connecting to peer
14:07:55.977 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:55.977 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:55.977 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:55.994 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:55.995 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)[L],b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:55.996 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=5, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=51), Traces: [0ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [10ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [11ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [30ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [31ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [33ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [33ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [50ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1902857180(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@28e403db -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1674919790 after retry RPC@1693866373), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2654ed8b -> wakeup thread Time-limited test -> (continuation of Deferred@1674919790 after retry RPC@1693866373))) after lookup
14:07:55.997 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] connecting to peer
14:07:55.998 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:55.998 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:55.999 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:56.035 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:56.035 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)[L],b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:56.035 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=7, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=91), Traces: [0ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [10ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [11ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [30ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [31ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [33ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [33ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [50ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [52ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [54ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [55ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [88ms] refreshing cache from master, [88ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [90ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1902857180(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@28e403db -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1674919790 after retry RPC@1693866373) -> (continuation of Deferred@1664470568 after retry RPC@903449018), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2654ed8b -> wakeup thread Time-limited test -> (continuation of Deferred@1674919790 after retry RPC@1693866373) -> (continuation of Deferred@1664470568 after retry RPC@903449018))) after lookup
14:07:56.036 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] connecting to peer
14:07:56.038 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:56.038 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:56.038 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:56.255 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:56.256 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)[L],b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:56.256 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=9, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=312), Traces: [0ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [10ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [11ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [30ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [31ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [33ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [33ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [50ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [52ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [54ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [55ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [88ms] refreshing cache from master, [88ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [90ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [92ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [94ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [94ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [308ms] refreshing cache from master, [309ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [311ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1902857180(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@28e403db -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1674919790 after retry RPC@1693866373) -> (continuation of Deferred@1664470568 after retry RPC@903449018) -> (continuation of Deferred@78372069 after retry RPC@2101739923), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2654ed8b -> wakeup thread Time-limited test -> (continuation of Deferred@1674919790 after retry RPC@1693866373) -> (continuation of Deferred@1664470568 after retry RPC@903449018) -> (continuation of Deferred@78372069 after retry RPC@2101739923))) after lookup
14:07:56.258 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] connecting to peer
14:07:56.259 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:56.259 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:56.260 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:57.215 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:57.215 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)[L],b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:57.216 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=11, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=1271), Traces: [0ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [10ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [11ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [30ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [31ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [33ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [33ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [50ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [52ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [54ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [55ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [88ms] refreshing cache from master, [88ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [90ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [92ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [94ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [94ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [308ms] refreshing cache from master, [309ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [311ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [313ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [316ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [316ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [1268ms] refreshing cache from master, [1268ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [1271ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1902857180(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@28e403db -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1674919790 after retry RPC@1693866373) -> (continuation of Deferred@1664470568 after retry RPC@903449018) -> (continuation of Deferred@78372069 after retry RPC@2101739923) -> (continuation of Deferred@646764444 after retry RPC@1795887175), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2654ed8b -> wakeup thread Time-limited test -> (continuation of Deferred@1674919790 after retry RPC@1693866373) -> (continuation of Deferred@1664470568 after retry RPC@903449018) -> (continuation of Deferred@78372069 after retry RPC@2101739923) -> (continuation of Deferred@646764444 after retry RPC@1795887175))) after lookup
14:07:57.217 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] connecting to peer
14:07:57.219 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:57.219 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:57.219 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:07:57.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.292171 19747 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 73c85cf29dbf498d8c250f245147bbfb)
14:07:57.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.292299 19747 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:57.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.292443 19747 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631), 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443)
14:07:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:57.293581 19444 leader_election.cc:336] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443): Network error: Client connection negotiation failed: client connection to 127.17.172.2:38443: connect: Connection refused (error 111)
14:07:57.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.296110 19688 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "b2693aeb78b7431399dd9a68d5ea4763" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "be4f49cc024440a8bbcbf9112bb7737d" is_pre_election: true
14:07:57.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.296288 19688 raft_consensus.cc:2468] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b2693aeb78b7431399dd9a68d5ea4763 in term 6.
14:07:57.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.296527 19444 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: b2693aeb78b7431399dd9a68d5ea4763, be4f49cc024440a8bbcbf9112bb7737d; no voters: 73c85cf29dbf498d8c250f245147bbfb
14:07:57.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.296667 19747 raft_consensus.cc:2804] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 7 FOLLOWER]: Leader pre-election won for term 8
14:07:57.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.296752 19747 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 7 FOLLOWER]: Starting leader election (detected failure of leader 73c85cf29dbf498d8c250f245147bbfb)
14:07:57.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.296777 19747 raft_consensus.cc:3060] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 7 FOLLOWER]: Advancing to term 8
14:07:57.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.297477 19747 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:57.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.297659 19747 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 8 election: Requested vote from peers be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631), 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443)
14:07:57.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.297937 19688 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "b2693aeb78b7431399dd9a68d5ea4763" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "be4f49cc024440a8bbcbf9112bb7737d"
14:07:57.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.298044 19688 raft_consensus.cc:3060] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 6 FOLLOWER]: Advancing to term 8
14:07:57.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:57.298352 19444 leader_election.cc:336] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443): Network error: Client connection negotiation failed: client connection to 127.17.172.2:38443: connect: Connection refused (error 111)
14:07:57.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.299289 19688 raft_consensus.cc:2468] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b2693aeb78b7431399dd9a68d5ea4763 in term 8.
14:07:57.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.299546 19444 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: b2693aeb78b7431399dd9a68d5ea4763, be4f49cc024440a8bbcbf9112bb7737d; no voters: 73c85cf29dbf498d8c250f245147bbfb
14:07:57.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.299719 19747 raft_consensus.cc:2804] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 8 FOLLOWER]: Leader election won for term 8
14:07:57.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.299942 19747 raft_consensus.cc:697] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 8 LEADER]: Becoming Leader. State: Replica: b2693aeb78b7431399dd9a68d5ea4763, State: Running, Role: LEADER
14:07:57.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.300055 19747 consensus_queue.cc:237] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:57.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.301201 18139 catalog_manager.cc:5696] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 reported cstate change: term changed from 7 to 8, leader changed from 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2) to b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1). New cstate: current_term: 8 leader_uuid: "b2693aeb78b7431399dd9a68d5ea4763" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } health_report { overall_health: HEALTHY } } }
14:07:57.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:57.800618 19444 consensus_peers.cc:597] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 -> Peer 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443): Couldn't send request to peer 73c85cf29dbf498d8c250f245147bbfb. Status: Network error: Client connection negotiation failed: client connection to 127.17.172.2:38443: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:07:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.851109 19688 raft_consensus.cc:1275] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 8 FOLLOWER]: Refusing update from remote peer b2693aeb78b7431399dd9a68d5ea4763: Log matching property violated. Preceding OpId in replica: term: 6 index: 20. Preceding OpId from leader: term: 8 index: 25. (index mismatch)
14:07:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:57.851626 19747 consensus_queue.cc:1048] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [LEADER]: Connected to new peer: Peer: permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
14:07:58.555 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:58.555 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)[L],be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:58.556 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=13, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=2611), Traces: [0ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [0ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [10ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [11ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [30ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [31ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [33ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [33ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [48ms] refreshing cache from master, [48ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [50ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [52ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [54ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [55ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [88ms] refreshing cache from master, [88ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [90ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [92ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [94ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [94ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [308ms] refreshing cache from master, [309ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [311ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [313ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [316ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [316ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [1268ms] refreshing cache from master, [1268ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [1271ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [1273ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [1275ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [1275ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [2608ms] refreshing cache from master, [2608ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [2610ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1902857180(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@28e403db -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1674919790 after retry RPC@1693866373) -> (continuation of Deferred@1664470568 after retry RPC@903449018) -> (continuation of Deferred@78372069 after retry RPC@2101739923) -> (continuation of Deferred@646764444 after retry RPC@1795887175) -> (continuation of Deferred@1978809066 after retry RPC@1179157819), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@2654ed8b -> wakeup thread Time-limited test -> (continuation of Deferred@1674919790 after retry RPC@1693866373) -> (continuation of Deferred@1664470568 after retry RPC@903449018) -> (continuation of Deferred@78372069 after retry RPC@2101739923) -> (continuation of Deferred@646764444 after retry RPC@1795887175) -> (continuation of Deferred@1978809066 after retry RPC@1179157819))) after lookup
14:07:58.557 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:07:58.558 [DEBUG - kudu-nio-7] (Connection.java:757) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] Successfully connected to peer
14:07:58.588 [DEBUG - kudu-nio-7] (Negotiator.java:919) Authenticated connection [id: 0x0d9bcd04, L:/127.0.0.1:38430 - R:/127.17.172.1:33621] using TOKEN/null
14:07:58.600 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.172.2:38443
14:07:58.600 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:07:58.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.601152 18096 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:07:58.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:07:58.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/wal
14:07:58.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data
14:07:58.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:58.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:58.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:58.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:58.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:58.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:58.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/logs
14:07:58.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data/info.pb
14:07:58.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:07:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.2:38443
14:07:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.172.2
14:07:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:07:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32959
14:07:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.2
14:07:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:07:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:58.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:07:58.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:58.694607 19785 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:58.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:58.694804 19785 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:58.694825 19785 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:58.696341 19785 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:58.696396 19785 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.172.2
14:07:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.698069 19785 tablet_server_runner.cc:78] Tablet server non-default flags:
14:07:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:07:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data
14:07:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/wal
14:07:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.2:38443
14:07:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data/info.pb
14:07:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.2
14:07:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32959
14:07:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:07:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19785
14:07:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:58.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.172.2
14:07:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/logs
14:07:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:07:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:07:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:07:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:07:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on e7f111948823
14:07:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11957
14:07:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.698346 19785 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.698558 19785 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:58.701457 19791 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:58.701437 19793 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:58.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:07:58.701440 19790 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:58.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.702260 19785 server_base.cc:1061] running on GCE node
14:07:58.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.702466 19785 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:58.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.702684 19785 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:58.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.703824 19785 hybrid_clock.cc:648] HybridClock initialized: now 1779113278703796 us; error 52 us; skew 500 ppm
14:07:58.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.705009 19785 webserver.cc:533] Webserver started at http://127.17.172.2:32959/ using document root <none> and password file <none>
14:07:58.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.705251 19785 fs_manager.cc:362] Metadata directory not provided
14:07:58.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.705322 19785 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.706827 19785 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.002s	sys 0.000s
14:07:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.707576 19799 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:07:58.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.707793 19785 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
14:07:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.707894 19785 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data,/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/wal
14:07:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73c85cf29dbf498d8c250f245147bbfb"
14:07:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:37 on dist-test-slave-sr9l"
14:07:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.708214 19785 fs_report.cc:389] FS layout report
14:07:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/wal
14:07:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/wal
14:07:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data/data
14:07:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.728904 19785 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:07:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.729286 19785 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.729436 19785 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.729732 19785 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:07:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.730402 19806 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:07:58.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.731510 19785 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:07:58.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.731611 19785 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:07:58.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.731652 19785 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:07:58.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.732456 19785 ts_tablet_manager.cc:616] Registered 1 tablets
14:07:58.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.732513 19785 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:07:58.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.732568 19806 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb: Bootstrap starting.
14:07:58.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.740924 19785 rpc_server.cc:307] RPC server started. Bound to: 127.17.172.2:38443
14:07:58.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.741365 19785 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data/info.pb
14:07:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.741729 19913 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.172.2:38443 every 8 connection(s)
14:07:58.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.746206 19806 log.cc:826] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb: Log is configured to *not* fsync() on all Append() calls
14:07:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.749594 19916 heartbeater.cc:344] Connected to a master server at 127.17.172.61:46027
14:07:58.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.749738 19916 heartbeater.cc:461] Registering TS with master...
14:07:58.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.749948 19916 heartbeater.cc:507] Master 127.17.172.61:46027 requested a full tablet report, sending...
14:07:58.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.750154 19915 heartbeater.cc:344] Connected to a master server at 127.17.172.62:34687
14:07:58.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.750238 19915 heartbeater.cc:461] Registering TS with master...
14:07:58.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.750360 19915 heartbeater.cc:507] Master 127.17.172.62:34687 requested a full tablet report, sending...
14:07:58.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.750571 18096 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskq0ejVM/build/release/bin/kudu as pid 19785
14:07:58.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.750798 19806 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:07:58.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.750811 18138 ts_manager.cc:194] Re-registered known tserver with Master: 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443)
14:07:58.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.750866 18211 ts_manager.cc:194] Re-registered known tserver with Master: 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443)
14:07:58.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.751112 19806 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb: Bootstrap complete.
14:07:58.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.751363 18138 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.172.2:47267
14:07:58.751 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:07:58.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.751578 19914 heartbeater.cc:344] Connected to a master server at 127.17.172.60:35341
14:07:58.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.751775 19914 heartbeater.cc:461] Registering TS with master...
14:07:58.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.752424 19914 heartbeater.cc:507] Master 127.17.172.60:35341 requested a full tablet report, sending...
14:07:58.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.752954 18283 ts_manager.cc:194] Re-registered known tserver with Master: 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443)
14:07:58.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.753165 19806 ts_tablet_manager.cc:1403] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb: Time spent bootstrapping tablet: real 0.021s	user 0.005s	sys 0.013s
14:07:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.754593 19806 raft_consensus.cc:359] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.754925 19806 raft_consensus.cc:740] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 73c85cf29dbf498d8c250f245147bbfb, State: Initialized, Role: FOLLOWER
14:07:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.755048 19806 consensus_queue.cc:260] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:07:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.755376 19806 ts_tablet_manager.cc:1434] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb: Time spent starting tablet: real 0.002s	user 0.003s	sys 0.000s
14:07:58.756 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:07:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.755834 19915 heartbeater.cc:499] Master 127.17.172.62:34687 was elected leader, sending a full tablet report...
14:07:58.757 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.172.1:33621
14:07:58.757 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:07:58.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:07:58.757799 18096 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskq0ejVM/build/release/bin/kudu with pid 19426
14:07:58.765 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:07:58.765 [DEBUG - kudu-nio-7] (Connection.java:239) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] handling channelInactive
14:07:58.765 [DEBUG - kudu-nio-7] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state READY due to: connection closed
14:07:58.765 [DEBUG - Time-limited test] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:07:58.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:58.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:58.767 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:58.774 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:58.774 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)[L],be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:58.774 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=9), Traces: [0ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [2ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [2ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [8ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@628224252(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@2792d834 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@85d612a -> wakeup thread Time-limited test)) after lookup
14:07:58.775 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:07:58.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:58.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:58.776 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:58.795 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:58.795 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)[L],be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:58.795 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=30), Traces: [0ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [2ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [2ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [8ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [10ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [11ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [11ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [29ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@628224252(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@2792d834 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1462617591 after retry RPC@874162697), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@85d612a -> wakeup thread Time-limited test -> (continuation of Deferred@1462617591 after retry RPC@874162697))) after lookup
14:07:58.796 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:07:58.797 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:58.797 [DEBUG - kudu-nio-2] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:58.797 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:58.835 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:58.836 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)[L],be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:58.836 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=71), Traces: [0ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [2ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [2ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [8ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [10ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [11ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [11ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [29ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [31ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [32ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [33ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [67ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [70ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@628224252(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@2792d834 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1462617591 after retry RPC@874162697) -> (continuation of Deferred@361042570 after retry RPC@244526403), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@85d612a -> wakeup thread Time-limited test -> (continuation of Deferred@1462617591 after retry RPC@874162697) -> (continuation of Deferred@361042570 after retry RPC@244526403))) after lookup
14:07:58.837 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:07:58.838 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:58.838 [DEBUG - kudu-nio-3] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:58.838 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:58.975 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:58.975 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)[L],be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:58.976 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=210), Traces: [0ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [2ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [2ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [8ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [10ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [11ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [11ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [29ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [31ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [32ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [33ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [67ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [70ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [71ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [73ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [73ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [207ms] refreshing cache from master, [207ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [210ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@628224252(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@2792d834 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1462617591 after retry RPC@874162697) -> (continuation of Deferred@361042570 after retry RPC@244526403) -> (continuation of Deferred@109334295 after retry RPC@300581809), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@85d612a -> wakeup thread Time-limited test -> (continuation of Deferred@1462617591 after retry RPC@874162697) -> (continuation of Deferred@361042570 after retry RPC@244526403) -> (continuation of Deferred@109334295 after retry RPC@300581809))) after lookup
14:07:58.977 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:07:58.978 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:58.978 [DEBUG - kudu-nio-4] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:58.978 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:59.435 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:07:59.435 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)[L],be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:07:59.435 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=670), Traces: [0ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [2ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [2ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [8ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [10ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [11ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [11ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [29ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [31ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [32ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [33ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [67ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [70ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [71ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [73ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [73ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [207ms] refreshing cache from master, [207ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [210ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [211ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [213ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [213ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [667ms] refreshing cache from master, [667ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [669ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@628224252(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@2792d834 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1462617591 after retry RPC@874162697) -> (continuation of Deferred@361042570 after retry RPC@244526403) -> (continuation of Deferred@109334295 after retry RPC@300581809) -> (continuation of Deferred@1329695387 after retry RPC@175337417), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@85d612a -> wakeup thread Time-limited test -> (continuation of Deferred@1462617591 after retry RPC@874162697) -> (continuation of Deferred@361042570 after retry RPC@244526403) -> (continuation of Deferred@109334295 after retry RPC@300581809) -> (continuation of Deferred@1329695387 after retry RPC@175337417))) after lookup
14:07:59.436 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:07:59.438 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:59.438 [DEBUG - kudu-nio-5] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:07:59.439 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:08:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:00.099298 19927 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 8 FOLLOWER]: Starting pre-election (detected failure of leader b2693aeb78b7431399dd9a68d5ea4763)
14:08:00.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:00.099412 19927 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:08:00.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:00.099733 19927 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443), b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:08:00.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:00.100155 19621 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.172.1:33621: connect: Connection refused (error 111)
14:08:00.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:00.100656 19621 leader_election.cc:336] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621): Network error: Client connection negotiation failed: client connection to 127.17.172.1:33621: connect: Connection refused (error 111)
14:08:00.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:00.103946 19868 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "be4f49cc024440a8bbcbf9112bb7737d" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "73c85cf29dbf498d8c250f245147bbfb" is_pre_election: true
14:08:00.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:00.104223 19868 raft_consensus.cc:2468] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate be4f49cc024440a8bbcbf9112bb7737d in term 7.
14:08:00.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:00.104554 19623 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 73c85cf29dbf498d8c250f245147bbfb, be4f49cc024440a8bbcbf9112bb7737d; no voters: b2693aeb78b7431399dd9a68d5ea4763
14:08:00.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:00.104748 19927 raft_consensus.cc:2804] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 8 FOLLOWER]: Leader pre-election won for term 9
14:08:00.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:00.104807 19927 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 8 FOLLOWER]: Starting leader election (detected failure of leader b2693aeb78b7431399dd9a68d5ea4763)
14:08:00.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:00.104822 19927 raft_consensus.cc:3060] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 8 FOLLOWER]: Advancing to term 9
14:08:00.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:00.105458 19927 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:08:00.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:00.105623 19927 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 9 election: Requested vote from peers 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443), b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:08:00.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:00.105885 19868 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "be4f49cc024440a8bbcbf9112bb7737d" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "73c85cf29dbf498d8c250f245147bbfb"
14:08:00.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:00.105997 19868 raft_consensus.cc:3060] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 7 FOLLOWER]: Advancing to term 9
14:08:00.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:00.106287 19621 leader_election.cc:336] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621): Network error: Client connection negotiation failed: client connection to 127.17.172.1:33621: connect: Connection refused (error 111)
14:08:00.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:00.107234 19868 raft_consensus.cc:2468] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate be4f49cc024440a8bbcbf9112bb7737d in term 9.
14:08:00.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:00.107472 19623 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 73c85cf29dbf498d8c250f245147bbfb, be4f49cc024440a8bbcbf9112bb7737d; no voters: b2693aeb78b7431399dd9a68d5ea4763
14:08:00.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:00.107630 19927 raft_consensus.cc:2804] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 9 FOLLOWER]: Leader election won for term 9
14:08:00.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:00.107767 19927 raft_consensus.cc:697] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 9 LEADER]: Becoming Leader. State: Replica: be4f49cc024440a8bbcbf9112bb7737d, State: Running, Role: LEADER
14:08:00.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:00.107832 19927 consensus_queue.cc:237] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:08:00.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:00.108721 18138 catalog_manager.cc:5696] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d reported cstate change: term changed from 8 to 9, leader changed from b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1) to be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3). New cstate: current_term: 9 leader_uuid: "be4f49cc024440a8bbcbf9112bb7737d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } health_report { overall_health: UNKNOWN } } }
14:08:00.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:00.563484 19621 consensus_peers.cc:597] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d -> Peer b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621): Couldn't send request to peer b2693aeb78b7431399dd9a68d5ea4763. Status: Network error: Client connection negotiation failed: client connection to 127.17.172.1:33621: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:08:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:00.697885 19868 raft_consensus.cc:1275] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 9 FOLLOWER]: Refusing update from remote peer be4f49cc024440a8bbcbf9112bb7737d: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 9 index: 29. (index mismatch)
14:08:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:00.698386 19927 consensus_queue.cc:1048] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [LEADER]: Connected to new peer: Peer: permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
14:08:00.955 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:08:00.956 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)[L]]}]
14:08:00.956 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=2190), Traces: [0ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [2ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [2ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [6ms] refreshing cache from master, [6ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [8ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [10ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [11ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [11ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [29ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [31ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [32ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [33ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [67ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [70ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [71ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [73ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [73ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [207ms] refreshing cache from master, [207ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [210ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [211ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [213ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [213ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [667ms] refreshing cache from master, [667ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [669ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [671ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [673ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [674ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [2187ms] refreshing cache from master, [2187ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [2190ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@628224252(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@2792d834 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1462617591 after retry RPC@874162697) -> (continuation of Deferred@361042570 after retry RPC@244526403) -> (continuation of Deferred@109334295 after retry RPC@300581809) -> (continuation of Deferred@1329695387 after retry RPC@175337417) -> (continuation of Deferred@1204188274 after retry RPC@1448760932), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@85d612a -> wakeup thread Time-limited test -> (continuation of Deferred@1462617591 after retry RPC@874162697) -> (continuation of Deferred@361042570 after retry RPC@244526403) -> (continuation of Deferred@109334295 after retry RPC@300581809) -> (continuation of Deferred@1329695387 after retry RPC@175337417) -> (continuation of Deferred@1204188274 after retry RPC@1448760932))) after lookup
14:08:00.957 [DEBUG - kudu-nio-2] (Connection.java:748) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] connecting to peer
14:08:00.958 [DEBUG - kudu-nio-6] (Connection.java:757) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] Successfully connected to peer
14:08:00.993 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0x3f9ae6b0, L:/127.0.0.1:37468 - R:/127.17.172.3:42631] using TOKEN/null
14:08:01.012 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.172.1:33621
14:08:01.013 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:08:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.013833 18096 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:08:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:08:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/wal
14:08:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data
14:08:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:08:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:08:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:08:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/logs
14:08:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data/info.pb
14:08:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:08:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:08:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:08:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:08:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:01.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:08:01.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:08:01.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.1:33621
14:08:01.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.172.1
14:08:01.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:08:01.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43607
14:08:01.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.1
14:08:01.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:08:01.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:01.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:01.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:08:01.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:01.099134 19957 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:08:01.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:01.099359 19957 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:08:01.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:01.099391 19957 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:08:01.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:01.100973 19957 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:08:01.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:01.101074 19957 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.172.1
14:08:01.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.102706 19957 tablet_server_runner.cc:78] Tablet server non-default flags:
14:08:01.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:01.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:08:01.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:01.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:01.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data
14:08:01.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/wal
14:08:01.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:01.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:01.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.1:33621
14:08:01.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:08:01.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:01.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:01.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data/info.pb
14:08:01.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.1
14:08:01.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43607
14:08:01.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:08:01.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:08:01.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.19957
14:08:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:08:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:08:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.172.1
14:08:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/logs
14:08:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:08:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:08:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:08:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:08:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:08:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:08:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on e7f111948823
14:08:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11957
14:08:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.102982 19957 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:08:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.103258 19957 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:08:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:01.106438 19965 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:01.106462 19962 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:01.106528 19963 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.106768 19957 server_base.cc:1061] running on GCE node
14:08:01.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.106932 19957 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:08:01.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.107184 19957 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:08:01.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.108341 19957 hybrid_clock.cc:648] HybridClock initialized: now 1779113281108313 us; error 46 us; skew 500 ppm
14:08:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.109756 19957 webserver.cc:533] Webserver started at http://127.17.172.1:43607/ using document root <none> and password file <none>
14:08:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.109946 19957 fs_manager.cc:362] Metadata directory not provided
14:08:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.109994 19957 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:08:01.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.111465 19957 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
14:08:01.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.112290 19971 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:08:01.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.112502 19957 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
14:08:01.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.112610 19957 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data,/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/wal
14:08:01.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b2693aeb78b7431399dd9a68d5ea4763"
14:08:01.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:37 on dist-test-slave-sr9l"
14:08:01.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.112955 19957 fs_report.cc:389] FS layout report
14:08:01.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:08:01.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/wal
14:08:01.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/wal
14:08:01.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data/data
14:08:01.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:08:01.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:08:01.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:08:01.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:08:01.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:08:01.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:08:01.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:08:01.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:08:01.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:08:01.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:08:01.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:08:01.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.132174 19957 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:08:01.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.132537 19957 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:08:01.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.132665 19957 kserver.cc:163] Server-wide thread pool size limit: 3276
14:08:01.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.132903 19957 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:08:01.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.133422 19978 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:08:01.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.134533 19957 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:08:01.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.134604 19957 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:08:01.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.134642 19957 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:08:01.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.135314 19957 ts_tablet_manager.cc:616] Registered 1 tablets
14:08:01.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.135372 19957 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:08:01.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.135469 19978 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Bootstrap starting.
14:08:01.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.143920 19957 rpc_server.cc:307] RPC server started. Bound to: 127.17.172.1:33621
14:08:01.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.144057 20085 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.172.1:33621 every 8 connection(s)
14:08:01.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.144366 19957 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data/info.pb
14:08:01.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.148960 19978 log.cc:826] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Log is configured to *not* fsync() on all Append() calls
14:08:01.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.151813 18096 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskq0ejVM/build/release/bin/kudu as pid 19957
14:08:01.152 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:08:01.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.153113 20086 heartbeater.cc:344] Connected to a master server at 127.17.172.60:35341
14:08:01.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.153235 20086 heartbeater.cc:461] Registering TS with master...
14:08:01.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.153409 20087 heartbeater.cc:344] Connected to a master server at 127.17.172.62:34687
14:08:01.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.153451 20086 heartbeater.cc:507] Master 127.17.172.60:35341 requested a full tablet report, sending...
14:08:01.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.153475 20087 heartbeater.cc:461] Registering TS with master...
14:08:01.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.153616 20087 heartbeater.cc:507] Master 127.17.172.62:34687 requested a full tablet report, sending...
14:08:01.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.154206 18283 ts_manager.cc:194] Re-registered known tserver with Master: b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:08:01.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.155661 19978 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:08:01.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.156013 19978 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Bootstrap complete.
14:08:01.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.157087 19978 ts_tablet_manager.cc:1403] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Time spent bootstrapping tablet: real 0.022s	user 0.003s	sys 0.013s
14:08:01.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.157924 18138 ts_manager.cc:194] Re-registered known tserver with Master: b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:08:01.159 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:01.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.158224 20088 heartbeater.cc:344] Connected to a master server at 127.17.172.61:46027
14:08:01.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.158293 20088 heartbeater.cc:461] Registering TS with master...
14:08:01.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.158396 20088 heartbeater.cc:507] Master 127.17.172.61:46027 requested a full tablet report, sending...
14:08:01.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.158519 18138 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.172.1:47435
14:08:01.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.158746 18211 ts_manager.cc:194] Re-registered known tserver with Master: b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:08:01.159 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.172.3:42631
14:08:01.160 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:08:01.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.160388 18096 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskq0ejVM/build/release/bin/kudu with pid 19605
14:08:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.161202 19978 raft_consensus.cc:359] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:08:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.161468 19978 raft_consensus.cc:740] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: b2693aeb78b7431399dd9a68d5ea4763, State: Initialized, Role: FOLLOWER
14:08:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.161671 19978 consensus_queue.cc:260] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:08:01.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.161990 19978 ts_tablet_manager.cc:1434] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Time spent starting tablet: real 0.005s	user 0.003s	sys 0.002s
14:08:01.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:01.166226 20087 heartbeater.cc:499] Master 127.17.172.62:34687 was elected leader, sending a full tablet report...
14:08:01.168 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:08:01.168 [DEBUG - kudu-nio-6] (Connection.java:239) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] handling channelInactive
14:08:01.168 [DEBUG - kudu-nio-6] (Connection.java:709) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] cleaning up while in state READY due to: connection closed
14:08:01.169 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: connection closed
14:08:01.174 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:08:01.175 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)[L]]}]
14:08:01.175 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [1ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [6ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1883916156(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@74a7d667 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4c6c4786 -> wakeup thread Time-limited test)) after lookup
14:08:01.175 [DEBUG - kudu-nio-2] (Connection.java:748) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] connecting to peer
14:08:01.177 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:08:01.177 [DEBUG - kudu-nio-7] (Connection.java:709) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] cleaning up while in state CONNECTING due to: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:08:01.177 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:08:01.193 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:08:01.194 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)[L]]}]
14:08:01.194 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=26), Traces: [0ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [1ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [6ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [7ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [9ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [9ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [25ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1883916156(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@74a7d667 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2127810748 after retry RPC@1345190039), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4c6c4786 -> wakeup thread Time-limited test -> (continuation of Deferred@2127810748 after retry RPC@1345190039))) after lookup
14:08:01.194 [DEBUG - kudu-nio-2] (Connection.java:748) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] connecting to peer
14:08:01.196 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:08:01.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] cleaning up while in state CONNECTING due to: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:08:01.196 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:08:01.234 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:08:01.235 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)[L]]}]
14:08:01.235 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=66), Traces: [0ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [1ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [6ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [7ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [9ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [9ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [25ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [26ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [28ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [28ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [64ms] refreshing cache from master, [64ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [66ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1883916156(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@74a7d667 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2127810748 after retry RPC@1345190039) -> (continuation of Deferred@215263356 after retry RPC@864161841), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4c6c4786 -> wakeup thread Time-limited test -> (continuation of Deferred@2127810748 after retry RPC@1345190039) -> (continuation of Deferred@215263356 after retry RPC@864161841))) after lookup
14:08:01.236 [DEBUG - kudu-nio-2] (Connection.java:748) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] connecting to peer
14:08:01.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:08:01.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] cleaning up while in state CONNECTING due to: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:08:01.238 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:08:01.315 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:08:01.315 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)[L]]}]
14:08:01.315 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=147), Traces: [0ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [1ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [6ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [7ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [9ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [9ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [25ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [26ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [28ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [28ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [64ms] refreshing cache from master, [64ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [66ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [67ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [70ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [70ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [144ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [147ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1883916156(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@74a7d667 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2127810748 after retry RPC@1345190039) -> (continuation of Deferred@215263356 after retry RPC@864161841) -> (continuation of Deferred@1752110549 after retry RPC@1263506289), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4c6c4786 -> wakeup thread Time-limited test -> (continuation of Deferred@2127810748 after retry RPC@1345190039) -> (continuation of Deferred@215263356 after retry RPC@864161841) -> (continuation of Deferred@1752110549 after retry RPC@1263506289))) after lookup
14:08:01.316 [DEBUG - kudu-nio-2] (Connection.java:748) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] connecting to peer
14:08:01.317 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:08:01.317 [DEBUG - kudu-nio-2] (Connection.java:709) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] cleaning up while in state CONNECTING due to: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:08:01.317 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:08:01.614 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:08:01.615 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)[L]]}]
14:08:01.615 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=447), Traces: [0ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [1ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [6ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [7ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [9ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [9ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [25ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [26ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [28ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [28ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [64ms] refreshing cache from master, [64ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [66ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [67ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [70ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [70ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [144ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [147ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [148ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [149ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [149ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [443ms] refreshing cache from master, [444ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [446ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1883916156(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@74a7d667 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2127810748 after retry RPC@1345190039) -> (continuation of Deferred@215263356 after retry RPC@864161841) -> (continuation of Deferred@1752110549 after retry RPC@1263506289) -> (continuation of Deferred@116695134 after retry RPC@33045056), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4c6c4786 -> wakeup thread Time-limited test -> (continuation of Deferred@2127810748 after retry RPC@1345190039) -> (continuation of Deferred@215263356 after retry RPC@864161841) -> (continuation of Deferred@1752110549 after retry RPC@1263506289) -> (continuation of Deferred@116695134 after retry RPC@33045056))) after lookup
14:08:01.616 [DEBUG - kudu-nio-2] (Connection.java:748) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] connecting to peer
14:08:01.617 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:08:01.617 [DEBUG - kudu-nio-3] (Connection.java:709) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] cleaning up while in state CONNECTING due to: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:08:01.617 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:08:02.015 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:08:02.015 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)[L]]}]
14:08:02.015 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=847), Traces: [0ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [1ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [6ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [7ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [9ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [9ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [25ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [26ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [28ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [28ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [64ms] refreshing cache from master, [64ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [66ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [67ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [70ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [70ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [144ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [147ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [148ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [149ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [149ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [443ms] refreshing cache from master, [444ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [446ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [448ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [449ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [449ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [843ms] refreshing cache from master, [844ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [846ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1883916156(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@74a7d667 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2127810748 after retry RPC@1345190039) -> (continuation of Deferred@215263356 after retry RPC@864161841) -> (continuation of Deferred@1752110549 after retry RPC@1263506289) -> (continuation of Deferred@116695134 after retry RPC@33045056) -> (continuation of Deferred@187113793 after retry RPC@1263345759), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4c6c4786 -> wakeup thread Time-limited test -> (continuation of Deferred@2127810748 after retry RPC@1345190039) -> (continuation of Deferred@215263356 after retry RPC@864161841) -> (continuation of Deferred@1752110549 after retry RPC@1263506289) -> (continuation of Deferred@116695134 after retry RPC@33045056) -> (continuation of Deferred@187113793 after retry RPC@1263345759))) after lookup
14:08:02.016 [DEBUG - kudu-nio-2] (Connection.java:748) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] connecting to peer
14:08:02.017 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:08:02.017 [DEBUG - kudu-nio-4] (Connection.java:709) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] cleaning up while in state CONNECTING due to: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:08:02.018 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631
14:08:02.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.327350 20100 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 8 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:08:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.327582 20100 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:08:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.328032 20100 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631), 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443)
14:08:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:02.328565 19975 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.172.3:42631: connect: Connection refused (error 111)
14:08:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:02.329180 19975 leader_election.cc:336] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631): Network error: Client connection negotiation failed: client connection to 127.17.172.3:42631: connect: Connection refused (error 111)
14:08:02.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.331557 19868 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "b2693aeb78b7431399dd9a68d5ea4763" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "73c85cf29dbf498d8c250f245147bbfb" is_pre_election: true
14:08:02.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.331970 19975 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b2693aeb78b7431399dd9a68d5ea4763; no voters: 73c85cf29dbf498d8c250f245147bbfb, be4f49cc024440a8bbcbf9112bb7737d
14:08:02.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.332195 20100 raft_consensus.cc:2749] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 8 FOLLOWER]: Leader pre-election lost for term 9. Reason: could not achieve majority
14:08:02.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.512809 20105 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 9 FOLLOWER]: Starting pre-election (detected failure of leader be4f49cc024440a8bbcbf9112bb7737d)
14:08:02.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.512939 20105 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:08:02.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.513351 20105 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631), b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:08:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:02.513998 19803 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.172.3:42631: connect: Connection refused (error 111)
14:08:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:02.514704 19803 leader_election.cc:336] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631): Network error: Client connection negotiation failed: client connection to 127.17.172.3:42631: connect: Connection refused (error 111)
14:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.517165 20040 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "73c85cf29dbf498d8c250f245147bbfb" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "b2693aeb78b7431399dd9a68d5ea4763" is_pre_election: true
14:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.517308 20040 raft_consensus.cc:2468] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 73c85cf29dbf498d8c250f245147bbfb in term 8.
14:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.517589 19801 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 73c85cf29dbf498d8c250f245147bbfb, b2693aeb78b7431399dd9a68d5ea4763; no voters: be4f49cc024440a8bbcbf9112bb7737d
14:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.517783 20105 raft_consensus.cc:2804] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 9 FOLLOWER]: Leader pre-election won for term 10
14:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.517848 20105 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 9 FOLLOWER]: Starting leader election (detected failure of leader be4f49cc024440a8bbcbf9112bb7737d)
14:08:02.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.517864 20105 raft_consensus.cc:3060] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 9 FOLLOWER]: Advancing to term 10
14:08:02.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.518630 20105 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:08:02.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.518800 20105 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [CANDIDATE]: Term 10 election: Requested vote from peers be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631), b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:08:02.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.519027 20040 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "73c85cf29dbf498d8c250f245147bbfb" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "b2693aeb78b7431399dd9a68d5ea4763"
14:08:02.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.519176 20040 raft_consensus.cc:3060] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 8 FOLLOWER]: Advancing to term 10
14:08:02.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:02.519469 19803 leader_election.cc:336] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631): Network error: Client connection negotiation failed: client connection to 127.17.172.3:42631: connect: Connection refused (error 111)
14:08:02.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.520267 20040 raft_consensus.cc:2468] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 73c85cf29dbf498d8c250f245147bbfb in term 10.
14:08:02.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.520529 19801 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 73c85cf29dbf498d8c250f245147bbfb, b2693aeb78b7431399dd9a68d5ea4763; no voters: be4f49cc024440a8bbcbf9112bb7737d
14:08:02.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.520661 20105 raft_consensus.cc:2804] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 10 FOLLOWER]: Leader election won for term 10
14:08:02.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.520824 20105 raft_consensus.cc:697] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 10 LEADER]: Becoming Leader. State: Replica: 73c85cf29dbf498d8c250f245147bbfb, State: Running, Role: LEADER
14:08:02.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.520941 20105 consensus_queue.cc:237] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:08:02.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:02.521853 18138 catalog_manager.cc:5696] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb reported cstate change: term changed from 9 to 10, leader changed from be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3) to 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2). New cstate: current_term: 10 leader_uuid: "73c85cf29dbf498d8c250f245147bbfb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } health_report { overall_health: UNKNOWN } } }
14:08:02.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:02.993031 19803 consensus_peers.cc:597] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb -> Peer be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631): Couldn't send request to peer be4f49cc024440a8bbcbf9112bb7737d. Status: Network error: Client connection negotiation failed: client connection to 127.17.172.3:42631: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:08:03.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:03.055815 20040 raft_consensus.cc:1275] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 10 FOLLOWER]: Refusing update from remote peer 73c85cf29dbf498d8c250f245147bbfb: Log matching property violated. Preceding OpId in replica: term: 8 index: 28. Preceding OpId from leader: term: 10 index: 33. (index mismatch)
14:08:03.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:03.056314 20105 consensus_queue.cc:1048] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [LEADER]: Connected to new peer: Peer: permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
14:08:04.275 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:08:04.275 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)[L],b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:08:04.275 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=14, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=3107), Traces: [0ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [1ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [4ms] refreshing cache from master, [4ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [6ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [7ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [9ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [9ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [25ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [26ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [28ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [28ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [64ms] refreshing cache from master, [64ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [66ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [67ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [70ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [70ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [144ms] refreshing cache from master, [144ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [147ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [148ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [149ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [149ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [443ms] refreshing cache from master, [444ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [446ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [448ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [449ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [449ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [843ms] refreshing cache from master, [844ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [846ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [848ms] sending RPC to server be4f49cc024440a8bbcbf9112bb7737d, [850ms] received response from server be4f49cc024440a8bbcbf9112bb7737d: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [850ms] delaying RPC due to: Network error: Failed to connect to peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631): Connection refused: /127.17.172.3:42631, [3104ms] refreshing cache from master, [3104ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [3106ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1883916156(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@74a7d667 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2127810748 after retry RPC@1345190039) -> (continuation of Deferred@215263356 after retry RPC@864161841) -> (continuation of Deferred@1752110549 after retry RPC@1263506289) -> (continuation of Deferred@116695134 after retry RPC@33045056) -> (continuation of Deferred@187113793 after retry RPC@1263345759) -> (continuation of Deferred@1851080872 after retry RPC@1287183077), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4c6c4786 -> wakeup thread Time-limited test -> (continuation of Deferred@2127810748 after retry RPC@1345190039) -> (continuation of Deferred@215263356 after retry RPC@864161841) -> (continuation of Deferred@1752110549 after retry RPC@1263506289) -> (continuation of Deferred@116695134 after retry RPC@33045056) -> (continuation of Deferred@187113793 after retry RPC@1263345759) -> (continuation of Deferred@1851080872 after retry RPC@1287183077))) after lookup
14:08:04.276 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] connecting to peer
14:08:04.278 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] Successfully connected to peer
14:08:04.305 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xb7fe01b9, L:/127.0.0.1:40796 - R:/127.17.172.2:38443] using TOKEN/null
14:08:04.323 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.172.3:42631
14:08:04.324 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.324757 18096 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/wal
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/logs
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data/info.pb
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.3:42631
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.172.3
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41815
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.3
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:08:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:04.418413 20139 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:08:04.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:04.418637 20139 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:08:04.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:04.418666 20139 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:08:04.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:04.420392 20139 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:08:04.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:04.420460 20139 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.172.3
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.422256 20139 tablet_server_runner.cc:78] Tablet server non-default flags:
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/wal
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.3:42631
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data/info.pb
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.3
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41815
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.20139
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.172.3
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/logs
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:08:04.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:08:04.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:08:04.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:08:04.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:08:04.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on e7f111948823
14:08:04.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11957
14:08:04.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.422508 20139 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:08:04.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.422749 20139 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:08:04.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:04.425702 20146 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:04.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:04.426003 20147 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:04.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:04.426028 20149 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:04.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.426373 20139 server_base.cc:1061] running on GCE node
14:08:04.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.426549 20139 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:08:04.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.426786 20139 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:08:04.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.427951 20139 hybrid_clock.cc:648] HybridClock initialized: now 1779113284427916 us; error 49 us; skew 500 ppm
14:08:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.429279 20139 webserver.cc:533] Webserver started at http://127.17.172.3:41815/ using document root <none> and password file <none>
14:08:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.429469 20139 fs_manager.cc:362] Metadata directory not provided
14:08:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.429527 20139 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:08:04.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.430969 20139 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.000s
14:08:04.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.431695 20155 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:08:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.432042 20139 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
14:08:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.432116 20139 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data,/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/wal
14:08:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be4f49cc024440a8bbcbf9112bb7737d"
14:08:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:37 on dist-test-slave-sr9l"
14:08:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.432437 20139 fs_report.cc:389] FS layout report
14:08:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:08:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/wal
14:08:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/wal
14:08:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data/data
14:08:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:08:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:08:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:08:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:08:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:08:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:08:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:08:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:08:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:08:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:08:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:08:04.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.441798 20139 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:08:04.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.442221 20139 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:08:04.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.442378 20139 kserver.cc:163] Server-wide thread pool size limit: 3276
14:08:04.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.442600 20139 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:08:04.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.443115 20162 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:08:04.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.444136 20139 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:08:04.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.444190 20139 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
14:08:04.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.444223 20139 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:08:04.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.444901 20139 ts_tablet_manager.cc:616] Registered 1 tablets
14:08:04.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.444936 20139 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:08:04.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.445061 20162 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d: Bootstrap starting.
14:08:04.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.454248 20139 rpc_server.cc:307] RPC server started. Bound to: 127.17.172.3:42631
14:08:04.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.454362 20269 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.172.3:42631 every 8 connection(s)
14:08:04.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.454795 20139 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-2/data/info.pb
14:08:04.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.457962 20162 log.cc:826] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d: Log is configured to *not* fsync() on all Append() calls
14:08:04.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.461352 20270 heartbeater.cc:344] Connected to a master server at 127.17.172.60:35341
14:08:04.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.461426 20272 heartbeater.cc:344] Connected to a master server at 127.17.172.61:46027
14:08:04.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.461463 20270 heartbeater.cc:461] Registering TS with master...
14:08:04.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.461524 20272 heartbeater.cc:461] Registering TS with master...
14:08:04.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.461696 20272 heartbeater.cc:507] Master 127.17.172.61:46027 requested a full tablet report, sending...
14:08:04.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.461700 20270 heartbeater.cc:507] Master 127.17.172.60:35341 requested a full tablet report, sending...
14:08:04.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.462446 18211 ts_manager.cc:194] Re-registered known tserver with Master: be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631)
14:08:04.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.462901 20271 heartbeater.cc:344] Connected to a master server at 127.17.172.62:34687
14:08:04.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.462970 20271 heartbeater.cc:461] Registering TS with master...
14:08:04.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.463003 18282 ts_manager.cc:194] Re-registered known tserver with Master: be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631)
14:08:04.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.463047 20271 heartbeater.cc:507] Master 127.17.172.62:34687 requested a full tablet report, sending...
14:08:04.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.463320 18096 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskq0ejVM/build/release/bin/kudu as pid 20139
14:08:04.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.463406 18138 ts_manager.cc:194] Re-registered known tserver with Master: be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631)
14:08:04.463 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:08:04.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.463852 18138 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.172.3:59323
14:08:04.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.464829 20162 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:08:04.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.465194 20162 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d: Bootstrap complete.
14:08:04.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.466218 20162 ts_tablet_manager.cc:1403] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d: Time spent bootstrapping tablet: real 0.021s	user 0.004s	sys 0.014s
14:08:04.467 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:04.468 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.172.2:38443
14:08:04.468 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:08:04.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.467278 20162 raft_consensus.cc:359] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:08:04.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.467576 20162 raft_consensus.cc:740] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: be4f49cc024440a8bbcbf9112bb7737d, State: Initialized, Role: FOLLOWER
14:08:04.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.467692 20162 consensus_queue.cc:260] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:08:04.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.467985 20162 ts_tablet_manager.cc:1434] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.002s
14:08:04.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.468127 20271 heartbeater.cc:499] Master 127.17.172.62:34687 was elected leader, sending a full tablet report...
14:08:04.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:04.469264 18096 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskq0ejVM/build/release/bin/kudu with pid 19785
14:08:04.475 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] handling channelInactive
14:08:04.475 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] cleaning up while in state READY due to: connection closed
14:08:04.475 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:08:04.476 [DEBUG - Time-limited test] (Connection.java:748) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] connecting to peer
14:08:04.477 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:08:04.477 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:08:04.478 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:08:04.495 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:08:04.495 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)[L],b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:08:04.496 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [3ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [3ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1402848874(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@59f8510e -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@79e91312 -> wakeup thread Time-limited test)) after lookup
14:08:04.496 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] connecting to peer
14:08:04.498 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:08:04.498 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:08:04.498 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:08:04.514 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:08:04.515 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)[L],b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:08:04.515 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [3ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [3ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [21ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [23ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [23ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [39ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1402848874(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@59f8510e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@81970913 after retry RPC@891434220), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@79e91312 -> wakeup thread Time-limited test -> (continuation of Deferred@81970913 after retry RPC@891434220))) after lookup
14:08:04.516 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] connecting to peer
14:08:04.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:08:04.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:08:04.518 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:08:04.554 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:08:04.554 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)[L],b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:08:04.555 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=79), Traces: [0ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [3ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [3ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [21ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [23ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [23ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [39ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [40ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [43ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [43ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [76ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [79ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1402848874(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@59f8510e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@81970913 after retry RPC@891434220) -> (continuation of Deferred@53940579 after retry RPC@655806653), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@79e91312 -> wakeup thread Time-limited test -> (continuation of Deferred@81970913 after retry RPC@891434220) -> (continuation of Deferred@53940579 after retry RPC@655806653))) after lookup
14:08:04.556 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] connecting to peer
14:08:04.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:08:04.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:08:04.558 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:08:04.574 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:08:04.575 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)[L],b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:08:04.575 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=99), Traces: [0ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [3ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [3ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [21ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [23ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [23ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [39ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [40ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [43ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [43ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [76ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [79ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [81ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [83ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [83ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [97ms] refreshing cache from master, [97ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [99ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1402848874(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@59f8510e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@81970913 after retry RPC@891434220) -> (continuation of Deferred@53940579 after retry RPC@655806653) -> (continuation of Deferred@293810383 after retry RPC@8493434), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@79e91312 -> wakeup thread Time-limited test -> (continuation of Deferred@81970913 after retry RPC@891434220) -> (continuation of Deferred@53940579 after retry RPC@655806653) -> (continuation of Deferred@293810383 after retry RPC@8493434))) after lookup
14:08:04.575 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] connecting to peer
14:08:04.576 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:08:04.576 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:08:04.577 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:08:04.813 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:08:04.814 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)[L],b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:08:04.814 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=338), Traces: [0ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [3ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [3ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [21ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [23ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [23ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [39ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [40ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [43ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [43ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [76ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [79ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [81ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [83ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [83ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [97ms] refreshing cache from master, [97ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [99ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [100ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [101ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [102ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [336ms] refreshing cache from master, [337ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [338ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1402848874(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@59f8510e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@81970913 after retry RPC@891434220) -> (continuation of Deferred@53940579 after retry RPC@655806653) -> (continuation of Deferred@293810383 after retry RPC@8493434) -> (continuation of Deferred@2138985632 after retry RPC@1664484644), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@79e91312 -> wakeup thread Time-limited test -> (continuation of Deferred@81970913 after retry RPC@891434220) -> (continuation of Deferred@53940579 after retry RPC@655806653) -> (continuation of Deferred@293810383 after retry RPC@8493434) -> (continuation of Deferred@2138985632 after retry RPC@1664484644))) after lookup
14:08:04.815 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] connecting to peer
14:08:04.816 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:08:04.816 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:08:04.817 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:08:05.715 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:08:05.715 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)[L],b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:08:05.716 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1240), Traces: [0ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [3ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [3ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [21ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [23ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [23ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [39ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [40ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [43ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [43ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [76ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [79ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [81ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [83ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [83ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [97ms] refreshing cache from master, [97ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [99ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [100ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [101ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [102ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [336ms] refreshing cache from master, [337ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [338ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [340ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [341ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [342ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [1237ms] refreshing cache from master, [1237ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [1240ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1402848874(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@59f8510e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@81970913 after retry RPC@891434220) -> (continuation of Deferred@53940579 after retry RPC@655806653) -> (continuation of Deferred@293810383 after retry RPC@8493434) -> (continuation of Deferred@2138985632 after retry RPC@1664484644) -> (continuation of Deferred@1376722826 after retry RPC@29573066), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@79e91312 -> wakeup thread Time-limited test -> (continuation of Deferred@81970913 after retry RPC@891434220) -> (continuation of Deferred@53940579 after retry RPC@655806653) -> (continuation of Deferred@293810383 after retry RPC@8493434) -> (continuation of Deferred@2138985632 after retry RPC@1664484644) -> (continuation of Deferred@1376722826 after retry RPC@29573066))) after lookup
14:08:05.716 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] connecting to peer
14:08:05.718 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:08:05.718 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] cleaning up while in state CONNECTING due to: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:08:05.718 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443
14:08:05.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:05.819036 20283 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 73c85cf29dbf498d8c250f245147bbfb)
14:08:05.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:05.819183 20283 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:08:05.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:05.819393 20283 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631), 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443)
14:08:05.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:05.820581 19975 leader_election.cc:336] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443): Network error: Client connection negotiation failed: client connection to 127.17.172.2:38443: connect: Connection refused (error 111)
14:08:05.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:05.823390 20224 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "b2693aeb78b7431399dd9a68d5ea4763" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "be4f49cc024440a8bbcbf9112bb7737d" is_pre_election: true
14:08:05.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:05.823603 20224 raft_consensus.cc:2468] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b2693aeb78b7431399dd9a68d5ea4763 in term 9.
14:08:05.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:05.823908 19975 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: b2693aeb78b7431399dd9a68d5ea4763, be4f49cc024440a8bbcbf9112bb7737d; no voters: 73c85cf29dbf498d8c250f245147bbfb
14:08:05.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:05.824055 20283 raft_consensus.cc:2804] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 10 FOLLOWER]: Leader pre-election won for term 11
14:08:05.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:05.824133 20283 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 10 FOLLOWER]: Starting leader election (detected failure of leader 73c85cf29dbf498d8c250f245147bbfb)
14:08:05.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:05.824149 20283 raft_consensus.cc:3060] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 10 FOLLOWER]: Advancing to term 11
14:08:05.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:05.824744 20283 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:08:05.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:05.824877 20283 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 11 election: Requested vote from peers be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3:42631), 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443)
14:08:05.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:05.825217 20224 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "b2693aeb78b7431399dd9a68d5ea4763" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "be4f49cc024440a8bbcbf9112bb7737d"
14:08:05.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:05.825322 20224 raft_consensus.cc:3060] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 9 FOLLOWER]: Advancing to term 11
14:08:05.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:05.825727 19975 leader_election.cc:336] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443): Network error: Client connection negotiation failed: client connection to 127.17.172.2:38443: connect: Connection refused (error 111)
14:08:05.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:05.826574 20224 raft_consensus.cc:2468] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b2693aeb78b7431399dd9a68d5ea4763 in term 11.
14:08:05.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:05.826813 19975 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: b2693aeb78b7431399dd9a68d5ea4763, be4f49cc024440a8bbcbf9112bb7737d; no voters: 73c85cf29dbf498d8c250f245147bbfb
14:08:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:05.826960 20283 raft_consensus.cc:2804] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 11 FOLLOWER]: Leader election won for term 11
14:08:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:05.827153 20283 raft_consensus.cc:697] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 11 LEADER]: Becoming Leader. State: Replica: b2693aeb78b7431399dd9a68d5ea4763, State: Running, Role: LEADER
14:08:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:05.827261 20283 consensus_queue.cc:237] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:08:05.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:05.828208 18138 catalog_manager.cc:5696] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 reported cstate change: term changed from 10 to 11, leader changed from 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2) to b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1). New cstate: current_term: 11 leader_uuid: "b2693aeb78b7431399dd9a68d5ea4763" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } health_report { overall_health: HEALTHY } } }
14:08:06.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:06.229853 20224 raft_consensus.cc:1275] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 11 FOLLOWER]: Refusing update from remote peer b2693aeb78b7431399dd9a68d5ea4763: Log matching property violated. Preceding OpId in replica: term: 9 index: 32. Preceding OpId from leader: term: 11 index: 37. (index mismatch)
14:08:06.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:06.230288 20283 consensus_queue.cc:1048] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [LEADER]: Connected to new peer: Peer: permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
14:08:06.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:06.231806 20302 mvcc.cc:204] Tried to move back new op lower bound from 7287248012545298432 to 7287248005206417408. Current Snapshot: MvccSnapshot[applied={T|T < 7287248012523245568}]
14:08:06.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:06.235303 19975 consensus_peers.cc:597] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 -> Peer 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443): Couldn't send request to peer 73c85cf29dbf498d8c250f245147bbfb. Status: Network error: Client connection negotiation failed: client connection to 127.17.172.2:38443: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:08:07.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:07.834609 19975 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.172.2:38443: connect: Connection refused (error 111) [suppressed 5 similar messages]
14:08:08.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:08.786729 19975 consensus_peers.cc:597] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 -> Peer 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443): Couldn't send request to peer 73c85cf29dbf498d8c250f245147bbfb. Status: Network error: Client connection negotiation failed: client connection to 127.17.172.2:38443: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:08:09.294 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:08:09.295 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)[L],be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:08:09.295 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=14, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=4819), Traces: [0ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [3ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [3ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [19ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [21ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [23ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [23ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [37ms] refreshing cache from master, [37ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [39ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [40ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [43ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [43ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [76ms] refreshing cache from master, [77ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [79ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [81ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [83ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [83ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [97ms] refreshing cache from master, [97ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [99ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [100ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [101ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [102ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [336ms] refreshing cache from master, [337ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [338ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [340ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [341ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [342ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [1237ms] refreshing cache from master, [1237ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [1240ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [1241ms] sending RPC to server 73c85cf29dbf498d8c250f245147bbfb, [1243ms] received response from server 73c85cf29dbf498d8c250f245147bbfb: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [1243ms] delaying RPC due to: Network error: Failed to connect to peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443): Connection refused: /127.17.172.2:38443, [4816ms] refreshing cache from master, [4817ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [4819ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1402848874(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@59f8510e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@81970913 after retry RPC@891434220) -> (continuation of Deferred@53940579 after retry RPC@655806653) -> (continuation of Deferred@293810383 after retry RPC@8493434) -> (continuation of Deferred@2138985632 after retry RPC@1664484644) -> (continuation of Deferred@1376722826 after retry RPC@29573066) -> (continuation of Deferred@1771895295 after retry RPC@1907996265), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@79e91312 -> wakeup thread Time-limited test -> (continuation of Deferred@81970913 after retry RPC@891434220) -> (continuation of Deferred@53940579 after retry RPC@655806653) -> (continuation of Deferred@293810383 after retry RPC@8493434) -> (continuation of Deferred@2138985632 after retry RPC@1664484644) -> (continuation of Deferred@1376722826 after retry RPC@29573066) -> (continuation of Deferred@1771895295 after retry RPC@1907996265))) after lookup
14:08:09.296 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:08:09.297 [DEBUG - kudu-nio-5] (Connection.java:757) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] Successfully connected to peer
14:08:09.313 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xbb37d92d, L:/127.0.0.1:38026 - R:/127.17.172.1:33621] using TOKEN/null
14:08:09.324 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.172.2:38443
14:08:09.324 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:08:09.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.324728 18096 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:08:09.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:08:09.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/wal
14:08:09.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data
14:08:09.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:08:09.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:08:09.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:08:09.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:09.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:09.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:09.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/logs
14:08:09.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data/info.pb
14:08:09.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:09.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:08:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:08:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:08:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:08:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:08:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:08:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.2:38443
14:08:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.172.2
14:08:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:08:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32959
14:08:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.2
14:08:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:08:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:08:09.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:09.408766 20324 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:08:09.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:09.408948 20324 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:08:09.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:09.408975 20324 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:08:09.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:09.410672 20324 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:08:09.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:09.410737 20324 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.172.2
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.412246 20324 tablet_server_runner.cc:78] Tablet server non-default flags:
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/wal
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.2:38443
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data/info.pb
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.2
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32959
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.20324
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.172.2
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/logs
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:08:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:08:09.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on e7f111948823
14:08:09.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11957
14:08:09.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.412448 20324 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:08:09.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.412626 20324 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:08:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:09.415763 20331 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:09.415856 20332 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:09.415766 20334 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.416437 20324 server_base.cc:1061] running on GCE node
14:08:09.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.416625 20324 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:08:09.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.416875 20324 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:08:09.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.418017 20324 hybrid_clock.cc:648] HybridClock initialized: now 1779113289417987 us; error 68 us; skew 500 ppm
14:08:09.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.419322 20324 webserver.cc:533] Webserver started at http://127.17.172.2:32959/ using document root <none> and password file <none>
14:08:09.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.419591 20324 fs_manager.cc:362] Metadata directory not provided
14:08:09.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.419683 20324 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:08:09.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.421021 20324 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
14:08:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.421763 20340 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:08:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.422027 20324 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.000s
14:08:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.422114 20324 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data,/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/wal
14:08:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73c85cf29dbf498d8c250f245147bbfb"
14:08:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:37 on dist-test-slave-sr9l"
14:08:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.422495 20324 fs_report.cc:389] FS layout report
14:08:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:08:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/wal
14:08:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/wal
14:08:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data/data
14:08:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:08:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:08:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:08:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:08:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:08:09.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:08:09.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:08:09.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:08:09.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:08:09.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:08:09.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:08:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.440954 20324 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:08:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.441381 20324 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:08:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.441524 20324 kserver.cc:163] Server-wide thread pool size limit: 3276
14:08:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.441836 20324 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:08:09.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.442538 20347 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:08:09.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.443758 20324 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:08:09.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.443884 20324 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.002s	user 0.000s	sys 0.000s
14:08:09.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.443933 20324 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:08:09.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.444726 20324 ts_tablet_manager.cc:616] Registered 1 tablets
14:08:09.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.444789 20324 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
14:08:09.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.444881 20347 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb: Bootstrap starting.
14:08:09.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.453199 20324 rpc_server.cc:307] RPC server started. Bound to: 127.17.172.2:38443
14:08:09.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.453500 20454 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.172.2:38443 every 8 connection(s)
14:08:09.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.453651 20324 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-1/data/info.pb
14:08:09.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.458993 20347 log.cc:826] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb: Log is configured to *not* fsync() on all Append() calls
14:08:09.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.460366 18096 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskq0ejVM/build/release/bin/kudu as pid 20324
14:08:09.460 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:08:09.464 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:09.464 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.17.172.1:33621
14:08:09.465 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:08:09.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.465780 20347 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:08:09.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.465874 18096 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskq0ejVM/build/release/bin/kudu with pid 19957
14:08:09.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.466781 20347 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb: Bootstrap complete.
14:08:09.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.468005 20347 ts_tablet_manager.cc:1403] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb: Time spent bootstrapping tablet: real 0.023s	user 0.011s	sys 0.008s
14:08:09.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.469005 20455 heartbeater.cc:344] Connected to a master server at 127.17.172.60:35341
14:08:09.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.469182 20455 heartbeater.cc:461] Registering TS with master...
14:08:09.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.469417 20455 heartbeater.cc:507] Master 127.17.172.60:35341 requested a full tablet report, sending...
14:08:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.470080 18282 ts_manager.cc:194] Re-registered known tserver with Master: 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443)
14:08:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.469873 20347 raft_consensus.cc:359] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:08:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.470252 20347 raft_consensus.cc:740] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: 73c85cf29dbf498d8c250f245147bbfb, State: Initialized, Role: FOLLOWER
14:08:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.470386 20347 consensus_queue.cc:260] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:08:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.470695 20347 ts_tablet_manager.cc:1434] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb: Time spent starting tablet: real 0.003s	user 0.004s	sys 0.000s
14:08:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.471058 20456 heartbeater.cc:344] Connected to a master server at 127.17.172.62:34687
14:08:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.471122 20456 heartbeater.cc:461] Registering TS with master...
14:08:09.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.471201 20456 heartbeater.cc:507] Master 127.17.172.62:34687 requested a full tablet report, sending...
14:08:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.471684 20457 heartbeater.cc:344] Connected to a master server at 127.17.172.61:46027
14:08:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.471752 20457 heartbeater.cc:461] Registering TS with master...
14:08:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.471774 18138 ts_manager.cc:194] Re-registered known tserver with Master: 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443)
14:08:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.471889 20457 heartbeater.cc:507] Master 127.17.172.61:46027 requested a full tablet report, sending...
14:08:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.472301 18138 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.172.2:47621
14:08:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.472295 18211 ts_manager.cc:194] Re-registered known tserver with Master: 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443)
14:08:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:09.473158 20456 heartbeater.cc:499] Master 127.17.172.62:34687 was elected leader, sending a full tablet report...
14:08:09.475 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:08:09.476 [DEBUG - kudu-nio-5] (Connection.java:239) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] handling channelInactive
14:08:09.476 [DEBUG - kudu-nio-5] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state READY due to: connection closed
14:08:09.492 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:08:09.493 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:08:09.494 [DEBUG - kudu-nio-6] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:08:09.494 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:08:09.515 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:08:09.515 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)[L],be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:08:09.515 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=3, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [0ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [18ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [18ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [38ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1571900664(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@6187b3d9 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@cc97521 -> wakeup thread Time-limited test)) after lookup
14:08:09.516 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:08:09.518 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:08:09.518 [DEBUG - kudu-nio-7] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:08:09.518 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:08:09.535 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:08:09.535 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)[L],be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:08:09.536 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=5, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=60), Traces: [0ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [0ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [18ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [18ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [38ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [40ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [42ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [42ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [58ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1571900664(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@6187b3d9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@888263993 after retry RPC@1943461627), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@cc97521 -> wakeup thread Time-limited test -> (continuation of Deferred@888263993 after retry RPC@1943461627))) after lookup
14:08:09.537 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:08:09.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:08:09.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:08:09.539 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:08:09.574 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:08:09.574 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)[L],be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:08:09.574 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=7, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=98), Traces: [0ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [0ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [18ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [18ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [38ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [40ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [42ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [42ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [58ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [60ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [63ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [63ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [95ms] refreshing cache from master, [96ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [97ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1571900664(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@6187b3d9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@888263993 after retry RPC@1943461627) -> (continuation of Deferred@344206559 after retry RPC@1373637042), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@cc97521 -> wakeup thread Time-limited test -> (continuation of Deferred@888263993 after retry RPC@1943461627) -> (continuation of Deferred@344206559 after retry RPC@1373637042))) after lookup
14:08:09.575 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:08:09.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:08:09.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:08:09.576 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:08:09.754 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:08:09.755 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)[L],be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:08:09.755 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=9, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=279), Traces: [0ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [0ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [18ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [18ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [38ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [40ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [42ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [42ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [58ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [60ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [63ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [63ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [95ms] refreshing cache from master, [96ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [97ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [99ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [100ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [100ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [275ms] refreshing cache from master, [275ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [278ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1571900664(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@6187b3d9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@888263993 after retry RPC@1943461627) -> (continuation of Deferred@344206559 after retry RPC@1373637042) -> (continuation of Deferred@1087370254 after retry RPC@288606268), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@cc97521 -> wakeup thread Time-limited test -> (continuation of Deferred@888263993 after retry RPC@1943461627) -> (continuation of Deferred@344206559 after retry RPC@1373637042) -> (continuation of Deferred@1087370254 after retry RPC@288606268))) after lookup
14:08:09.756 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:08:09.757 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:08:09.757 [DEBUG - kudu-nio-2] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:08:09.757 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:08:10.255 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:08:10.255 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)[L],be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)]}]
14:08:10.256 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=11, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=780), Traces: [0ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [0ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [18ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [18ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [38ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [40ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [42ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [42ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [58ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [60ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [63ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [63ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [95ms] refreshing cache from master, [96ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [97ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [99ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [100ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [100ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [275ms] refreshing cache from master, [275ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [278ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [279ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [281ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [281ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [776ms] refreshing cache from master, [776ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [779ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1571900664(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@6187b3d9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@888263993 after retry RPC@1943461627) -> (continuation of Deferred@344206559 after retry RPC@1373637042) -> (continuation of Deferred@1087370254 after retry RPC@288606268) -> (continuation of Deferred@2094163854 after retry RPC@760636744), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@cc97521 -> wakeup thread Time-limited test -> (continuation of Deferred@888263993 after retry RPC@1943461627) -> (continuation of Deferred@344206559 after retry RPC@1373637042) -> (continuation of Deferred@1087370254 after retry RPC@288606268) -> (continuation of Deferred@2094163854 after retry RPC@760636744))) after lookup
14:08:10.257 [DEBUG - kudu-nio-2] (Connection.java:748) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] connecting to peer
14:08:10.258 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:08:10.259 [DEBUG - kudu-nio-3] (Connection.java:709) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] cleaning up while in state CONNECTING due to: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:08:10.259 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621) for tablet 12e0dc1d3a794f1eb275bc6a2880eb0d: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621
14:08:10.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.824226 20468 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 11 FOLLOWER]: Starting pre-election (detected failure of leader b2693aeb78b7431399dd9a68d5ea4763)
14:08:10.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.824373 20468 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 11 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:08:10.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.824785 20468 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 12 pre-election: Requested pre-vote from peers 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443), b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:08:10.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:10.825451 20157 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.172.1:33621: connect: Connection refused (error 111)
14:08:10.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:10.826103 20157 leader_election.cc:336] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 12 pre-election: RPC error from VoteRequest() call to peer b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621): Network error: Client connection negotiation failed: client connection to 127.17.172.1:33621: connect: Connection refused (error 111)
14:08:10.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.828998 20409 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "be4f49cc024440a8bbcbf9112bb7737d" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "73c85cf29dbf498d8c250f245147bbfb" is_pre_election: true
14:08:10.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.829172 20409 raft_consensus.cc:2468] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate be4f49cc024440a8bbcbf9112bb7737d in term 10.
14:08:10.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.829427 20159 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 12 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 73c85cf29dbf498d8c250f245147bbfb, be4f49cc024440a8bbcbf9112bb7737d; no voters: b2693aeb78b7431399dd9a68d5ea4763
14:08:10.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.829578 20468 raft_consensus.cc:2804] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 11 FOLLOWER]: Leader pre-election won for term 12
14:08:10.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.829649 20468 raft_consensus.cc:493] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 11 FOLLOWER]: Starting leader election (detected failure of leader b2693aeb78b7431399dd9a68d5ea4763)
14:08:10.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.829668 20468 raft_consensus.cc:3060] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 11 FOLLOWER]: Advancing to term 12
14:08:10.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.830482 20468 raft_consensus.cc:515] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 12 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:08:10.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.830654 20468 leader_election.cc:290] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 12 election: Requested vote from peers 73c85cf29dbf498d8c250f245147bbfb (127.17.172.2:38443), b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:08:10.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.830821 20409 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "12e0dc1d3a794f1eb275bc6a2880eb0d" candidate_uuid: "be4f49cc024440a8bbcbf9112bb7737d" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "73c85cf29dbf498d8c250f245147bbfb"
14:08:10.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.830922 20409 raft_consensus.cc:3060] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 10 FOLLOWER]: Advancing to term 12
14:08:10.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:10.831445 20157 leader_election.cc:336] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 12 election: RPC error from VoteRequest() call to peer b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621): Network error: Client connection negotiation failed: client connection to 127.17.172.1:33621: connect: Connection refused (error 111)
14:08:10.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.832190 20409 raft_consensus.cc:2468] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 12 FOLLOWER]: Leader election vote request: Granting yes vote for candidate be4f49cc024440a8bbcbf9112bb7737d in term 12.
14:08:10.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.832393 20159 leader_election.cc:304] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [CANDIDATE]: Term 12 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 73c85cf29dbf498d8c250f245147bbfb, be4f49cc024440a8bbcbf9112bb7737d; no voters: b2693aeb78b7431399dd9a68d5ea4763
14:08:10.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.832641 20468 raft_consensus.cc:2804] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 12 FOLLOWER]: Leader election won for term 12
14:08:10.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.832878 20468 raft_consensus.cc:697] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [term 12 LEADER]: Becoming Leader. State: Replica: be4f49cc024440a8bbcbf9112bb7737d, State: Running, Role: LEADER
14:08:10.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.833047 20468 consensus_queue.cc:237] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 12, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:08:10.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:10.833981 18138 catalog_manager.cc:5696] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d reported cstate change: term changed from 11 to 12, leader changed from b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1) to be4f49cc024440a8bbcbf9112bb7737d (127.17.172.3). New cstate: current_term: 12 leader_uuid: "be4f49cc024440a8bbcbf9112bb7737d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } health_report { overall_health: UNKNOWN } } }
14:08:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:11.298450 20409 raft_consensus.cc:1275] T 12e0dc1d3a794f1eb275bc6a2880eb0d P 73c85cf29dbf498d8c250f245147bbfb [term 12 FOLLOWER]: Refusing update from remote peer be4f49cc024440a8bbcbf9112bb7737d: Log matching property violated. Preceding OpId in replica: term: 10 index: 36. Preceding OpId from leader: term: 12 index: 41. (index mismatch)
14:08:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:11.298837 20157 consensus_peers.cc:597] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d -> Peer b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621): Couldn't send request to peer b2693aeb78b7431399dd9a68d5ea4763. Status: Network error: Client connection negotiation failed: client connection to 127.17.172.1:33621: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:08:11.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:11.298863 20468 consensus_queue.cc:1048] T 12e0dc1d3a794f1eb275bc6a2880eb0d P be4f49cc024440a8bbcbf9112bb7737d [LEADER]: Connected to new peer: Peer: permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
14:08:12.075 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 12e0dc1d3a794f1eb275bc6a2880eb0d for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918' with partition [<start>, <end>)
14:08:12.075 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d@[73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443),b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621),be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)[L]]}]
14:08:12.076 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, attempt=13, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=2600), Traces: [0ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [0ms] delaying RPC due to: Illegal state: connection is terminated, [16ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [18ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [18ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [38ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [40ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [42ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [42ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [58ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [60ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [63ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [63ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [95ms] refreshing cache from master, [96ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [97ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [99ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [100ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [100ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [275ms] refreshing cache from master, [275ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [278ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [279ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [281ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [281ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [776ms] refreshing cache from master, [776ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [779ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, [781ms] sending RPC to server b2693aeb78b7431399dd9a68d5ea4763, [783ms] received response from server b2693aeb78b7431399dd9a68d5ea4763: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [783ms] delaying RPC due to: Network error: Failed to connect to peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621): Connection refused: /127.17.172.1:33621, [2595ms] refreshing cache from master, [2596ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.172.62:34687, [2598ms] Sub RPC GetTableLocations: received response from server master-127.17.172.62:34687: OK, deferred=Deferred@1571900664(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007f6c9c336730@6187b3d9 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@888263993 after retry RPC@1943461627) -> (continuation of Deferred@344206559 after retry RPC@1373637042) -> (continuation of Deferred@1087370254 after retry RPC@288606268) -> (continuation of Deferred@2094163854 after retry RPC@760636744) -> (continuation of Deferred@662337145 after retry RPC@957889531), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@cc97521 -> wakeup thread Time-limited test -> (continuation of Deferred@888263993 after retry RPC@1943461627) -> (continuation of Deferred@344206559 after retry RPC@1373637042) -> (continuation of Deferred@1087370254 after retry RPC@288606268) -> (continuation of Deferred@2094163854 after retry RPC@760636744) -> (continuation of Deferred@662337145 after retry RPC@957889531))) after lookup
14:08:12.076 [DEBUG - kudu-nio-2] (Connection.java:748) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] connecting to peer
14:08:12.078 [DEBUG - kudu-nio-4] (Connection.java:757) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] Successfully connected to peer
14:08:12.109 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x91b1717f, L:/127.0.0.1:35976 - R:/127.17.172.3:42631] using TOKEN/null
14:08:12.127 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.17.172.1:33621
14:08:12.128 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:08:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.128670 18096 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:08:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskq0ejVM/build/release/bin/kudu
14:08:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/wal
14:08:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data
14:08:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:08:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:08:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:08:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/logs
14:08:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data/info.pb
14:08:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:08:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:08:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:08:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:08:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:12.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:12.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:08:12.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:08:12.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.1:33621
14:08:12.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.172.1
14:08:12.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:08:12.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43607
14:08:12.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.1
14:08:12.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:08:12.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:12.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:12.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:08:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:12.219918 20500 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:08:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:12.220113 20500 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:08:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:12.220134 20500 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:08:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:12.221668 20500 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:08:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:12.221719 20500 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.172.1
14:08:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.223249 20500 tablet_server_runner.cc:78] Tablet server non-default flags:
14:08:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:08:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.172.20:34603
14:08:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:08:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:08:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data
14:08:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/wal
14:08:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:08:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:08:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.172.1:33621
14:08:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:08:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:08:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:08:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data/info.pb
14:08:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.172.1
14:08:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43607
14:08:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.172.62:34687,127.17.172.61:46027,127.17.172.60:35341
14:08:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:08:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.20500
14:08:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:08:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:08:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:08:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:08:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.172.1
14:08:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/logs
14:08:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:08:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:08:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:08:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:08:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:08:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:08:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
14:08:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on e7f111948823
14:08:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11957
14:08:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.223457 20500 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:08:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.223676 20500 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:08:12.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:12.226667 20505 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:12.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:12.226787 20506 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:12.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:08:12.226668 20508 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:08:12.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.227370 20500 server_base.cc:1061] running on GCE node
14:08:12.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.227587 20500 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:08:12.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.227870 20500 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:08:12.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.229053 20500 hybrid_clock.cc:648] HybridClock initialized: now 1779113292229038 us; error 56 us; skew 500 ppm
14:08:12.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.230571 20500 webserver.cc:533] Webserver started at http://127.17.172.1:43607/ using document root <none> and password file <none>
14:08:12.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.230820 20500 fs_manager.cc:362] Metadata directory not provided
14:08:12.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.230878 20500 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:08:12.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.232514 20500 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.002s	sys 0.000s
14:08:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.233338 20514 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:08:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.233547 20500 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
14:08:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.233626 20500 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data,/tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/wal
14:08:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b2693aeb78b7431399dd9a68d5ea4763"
14:08:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:07:37 on dist-test-slave-sr9l"
14:08:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.233980 20500 fs_report.cc:389] FS layout report
14:08:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:08:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/wal
14:08:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/wal
14:08:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data/data
14:08:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:08:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:08:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:08:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:08:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:08:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:08:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:08:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:08:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:08:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:08:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:08:12.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.248096 20500 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:08:12.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.248536 20500 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:08:12.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.248711 20500 kserver.cc:163] Server-wide thread pool size limit: 3276
14:08:12.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.249025 20500 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:08:12.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.251899 20521 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:08:12.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.253199 20500 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:08:12.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.253284 20500 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.000s	sys 0.000s
14:08:12.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.253326 20500 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:08:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.254117 20500 ts_tablet_manager.cc:616] Registered 1 tablets
14:08:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.254189 20500 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.001s	sys 0.000s
14:08:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.254391 20521 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Bootstrap starting.
14:08:12.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.263310 20500 rpc_server.cc:307] RPC server started. Bound to: 127.17.172.1:33621
14:08:12.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.263795 20500 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskq0ejVM/test-tmp/mini-kudu-cluster348159948398041511/ts-0/data/info.pb
14:08:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.265264 18096 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskq0ejVM/build/release/bin/kudu as pid 20500
14:08:12.265 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:08:12.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.267946 20521 log.cc:826] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Log is configured to *not* fsync() on all Append() calls
14:08:12.270 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.268921 20628 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.172.1:33621 every 8 connection(s)
14:08:12.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.274021 20521 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:08:12.275 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113257918, tablet=12e0dc1d3a794f1eb275bc6a2880eb0d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:08:12.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.274396 20521 tablet_bootstrap.cc:492] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Bootstrap complete.
14:08:12.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.275600 20521 ts_tablet_manager.cc:1403] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Time spent bootstrapping tablet: real 0.021s	user 0.003s	sys 0.013s
14:08:12.280 [DEBUG - main] (Connection.java:575) [peer b2693aeb78b7431399dd9a68d5ea4763(127.17.172.1:33621)] disconnecting while in state TERMINATED
14:08:12.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.281257 20629 heartbeater.cc:344] Connected to a master server at 127.17.172.60:35341
14:08:12.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.281678 20630 heartbeater.cc:344] Connected to a master server at 127.17.172.62:34687
14:08:12.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.281777 20630 heartbeater.cc:461] Registering TS with master...
14:08:12.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.282222 20630 heartbeater.cc:507] Master 127.17.172.62:34687 requested a full tablet report, sending...
14:08:12.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.282989 18139 ts_manager.cc:194] Re-registered known tserver with Master: b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:08:12.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.283130 20521 raft_consensus.cc:359] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 11 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:08:12.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.283391 20521 raft_consensus.cc:740] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [term 11 FOLLOWER]: Becoming Follower/Learner. State: Replica: b2693aeb78b7431399dd9a68d5ea4763, State: Initialized, Role: FOLLOWER
14:08:12.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.283394 18139 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.172.1:54579
14:08:12.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.283520 20521 consensus_queue.cc:260] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "be4f49cc024440a8bbcbf9112bb7737d" member_type: VOTER last_known_addr { host: "127.17.172.3" port: 42631 } } peers { permanent_uuid: "73c85cf29dbf498d8c250f245147bbfb" member_type: VOTER last_known_addr { host: "127.17.172.2" port: 38443 } } peers { permanent_uuid: "b2693aeb78b7431399dd9a68d5ea4763" member_type: VOTER last_known_addr { host: "127.17.172.1" port: 33621 } }
14:08:12.284 [DEBUG - main] (Connection.java:575) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] disconnecting while in state READY
14:08:12.284 [DEBUG - main] (Connection.java:575) [peer master-127.17.172.61:46027(127.17.172.61:46027)] disconnecting while in state READY
14:08:12.284 [DEBUG - main] (Connection.java:575) [peer master-127.17.172.60:35341(127.17.172.60:35341)] disconnecting while in state READY
14:08:12.285 [DEBUG - main] (Connection.java:575) [peer master-127.17.172.62:34687(127.17.172.62:34687)] disconnecting while in state READY
14:08:12.285 [DEBUG - main] (Connection.java:575) [peer 73c85cf29dbf498d8c250f245147bbfb(127.17.172.2:38443)] disconnecting while in state TERMINATED
14:08:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.284626 20631 heartbeater.cc:344] Connected to a master server at 127.17.172.61:46027
14:08:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.284693 20631 heartbeater.cc:461] Registering TS with master...
14:08:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.284762 20631 heartbeater.cc:507] Master 127.17.172.61:46027 requested a full tablet report, sending...
14:08:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.285883 18211 ts_manager.cc:194] Re-registered known tserver with Master: b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:08:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.281694 20629 heartbeater.cc:461] Registering TS with master...
14:08:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.286413 20629 heartbeater.cc:507] Master 127.17.172.60:35341 requested a full tablet report, sending...
14:08:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.286780 18283 ts_manager.cc:194] Re-registered known tserver with Master: b2693aeb78b7431399dd9a68d5ea4763 (127.17.172.1:33621)
14:08:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.287048 20521 ts_tablet_manager.cc:1434] T 12e0dc1d3a794f1eb275bc6a2880eb0d P b2693aeb78b7431399dd9a68d5ea4763: Time spent starting tablet: real 0.011s	user 0.003s	sys 0.000s
14:08:12.289 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.172.61:46027(127.17.172.61:46027)] handling channelInactive
14:08:12.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.172.61:46027(127.17.172.61:46027)] cleaning up while in state READY due to: connection closed
14:08:12.289 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.172.60:35341(127.17.172.60:35341)] handling channelInactive
14:08:12.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.172.60:35341(127.17.172.60:35341)] cleaning up while in state READY due to: connection closed
14:08:12.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.287513 20630 heartbeater.cc:499] Master 127.17.172.62:34687 was elected leader, sending a full tablet report...
14:08:12.289 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:08:12.290 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.17.172.62:34687(127.17.172.62:34687)] handling channelInactive
14:08:12.290 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.172.62:34687(127.17.172.62:34687)] cleaning up while in state READY due to: connection closed
14:08:12.289 [DEBUG - kudu-nio-4] (Connection.java:239) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] handling channelInactive
14:08:12.291 [DEBUG - kudu-nio-4] (Connection.java:709) [peer be4f49cc024440a8bbcbf9112bb7737d(127.17.172.3:42631)] cleaning up while in state READY due to: connection closed
14:08:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.293567 18096 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskq0ejVM/build/release/bin/kudu with pid 20500
14:08:12.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.301839 18096 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskq0ejVM/build/release/bin/kudu with pid 20324
14:08:12.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.309207 18096 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskq0ejVM/build/release/bin/kudu with pid 20139
14:08:12.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.316885 18096 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskq0ejVM/build/release/bin/kudu with pid 18108
14:08:12.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.323760 18096 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskq0ejVM/build/release/bin/kudu with pid 18179
14:08:12.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:08:12.331923 18096 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskq0ejVM/build/release/bin/kudu with pid 18251
14:08:12.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:08:12Z chronyd exiting

Time: 37.053

OK (1 test)

