JUnit version 4.13.2
.08:07:03.063 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779091623055
08:07:03.113 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
08:07:03.171 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:07:03.183 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskXcJzzt/test-tmp
08:07:03.189 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/release/bin
08:07:03.192 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskXcJzzt/java/build/dist-test/../../../build/release/bin/kudu, test, mini_cluster, --serialization=pb]
08:07:03.398 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

08:07:03.418 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
08:07:03.422 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

08:07:03.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.423641 29611 mini_oidc.cc:150] Starting JWKS server
08:07:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.424441 29611 webserver.cc:533] Webserver started at http://127.0.0.1:44907/ using document root <none> and password file <none>
08:07:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.424531 29611 mini_oidc.cc:186] Starting OIDC Discovery server
08:07:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.424697 29611 webserver.cc:533] Webserver started at http://127.0.0.1:39545/ using document root <none> and password file <none>
08:07:03.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T08:07:03Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:07:03.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T08:07:03Z Disabled control of system clock
08:07:03.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.441632 29611 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:03.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:03.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-0/wal
08:07:03.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-0/data
08:07:03.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:07:03.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:07:03.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:07:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:03.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:03.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-0/logs
08:07:03.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-0/data/info.pb
08:07:03.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:03.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:07:03.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:07:03.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:07:03.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:07:03.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:03.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:03.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:03.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:07:03.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:07:03.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:07:03.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:07:03.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.254:33931
08:07:03.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.254
08:07:03.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:07:03.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:03.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:03.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:03.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:03.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:07:03.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:03.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:07:03.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44907/jwks.json with env {}
08:07:03.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.528136 29622 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:07:03.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.528419 29622 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:07:03.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.528456 29622 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:07:03.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.530468 29622 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:07:03.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.530560 29622 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:07:03.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.530584 29622 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:07:03.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.530601 29622 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:07:03.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.530620 29622 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:07:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.530639 29622 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44907/jwks.json
08:07:03.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.532894 29622 master_runner.cc:387] Master server non-default flags:
08:07:03.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:03.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-0/data
08:07:03.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-0/wal
08:07:03.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:07:03.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:03.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:03.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:03.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:07:03.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.254:33931
08:07:03.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:07:03.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:07:03.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:07:03.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44907/jwks.json
08:07:03.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:03.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:03.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-0/data/info.pb
08:07:03.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.254
08:07:03.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:07:03.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:07:03.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29622
08:07:03.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:03.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:07:03.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:07:03.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:03.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-0/logs
08:07:03.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:03.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:07:03.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:07:03.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:07:03.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:07:03.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:07:03.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:07:03.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:17 UTC on e7f111948823
08:07:03.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11953
08:07:03.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.533221 29622 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:07:03.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.533494 29622 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:07:03.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.536666 29627 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:03.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.536679 29630 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:03.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.536901 29622 server_base.cc:1061] running on GCE node
08:07:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.538089 29628 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.538393 29622 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:07:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.538694 29622 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:07:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.541973 29622 hybrid_clock.cc:648] HybridClock initialized: now 1779091623541517 us; error 468 us; skew 500 ppm
08:07:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.543412 29622 webserver.cc:533] Webserver started at http://127.28.234.254:35505/ using document root <none> and password file <none>
08:07:03.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.543596 29622 fs_manager.cc:362] Metadata directory not provided
08:07:03.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.543632 29622 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:07:03.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.543704 29622 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:07:03.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.544569 29622 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-0/data/instance:
08:07:03.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9d1a766854c649dca21b18c6c6ea31bd"
08:07:03.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:07:03 on dist-test-slave-26x1"
08:07:03.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.544901 29622 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-0/wal/instance:
08:07:03.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9d1a766854c649dca21b18c6c6ea31bd"
08:07:03.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:07:03 on dist-test-slave-26x1"
08:07:03.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.546550 29622 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.003s	sys 0.000s
08:07:03.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.547616 29636 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:07:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.547832 29622 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
08:07:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.547901 29622 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-0/data,/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-0/wal
08:07:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9d1a766854c649dca21b18c6c6ea31bd"
08:07:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:07:03 on dist-test-slave-26x1"
08:07:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.547961 29622 fs_report.cc:389] FS layout report
08:07:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:07:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-0/wal
08:07:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-0/wal
08:07:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-0/data/data
08:07:03.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:07:03.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:07:03.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:07:03.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:07:03.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:07:03.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:07:03.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:07:03.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:07:03.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:07:03.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:07:03.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:07:03.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.568908 29622 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:07:03.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.569311 29622 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:07:03.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.569442 29622 kserver.cc:163] Server-wide thread pool size limit: 3276
08:07:03.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.574452 29622 rpc_server.cc:307] RPC server started. Bound to: 127.28.234.254:33931
08:07:03.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.574488 29688 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.234.254:33931 every 8 connection(s)
08:07:03.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.574869 29622 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-0/data/info.pb
08:07:03.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.575583 29689 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:07:03.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.577354 29689 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.234.254" port: 33931 } has no permanent_uuid. Determining permanent_uuid...
08:07:03.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.583595 29611 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskXcJzzt/build/release/bin/kudu as pid 29622
08:07:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.583629 29689 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.234.253" port: 34795 } has no permanent_uuid. Determining permanent_uuid...
08:07:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.583699 29611 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-0/wal/instance
08:07:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.584087 29637 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.234.253:34795: connect: Connection refused (error 111)
08:07:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.584606 29611 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-1/wal
08:07:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-1/data
08:07:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:07:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:07:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:07:03.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:03.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:03.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:03.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-1/logs
08:07:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-1/data/info.pb
08:07:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:07:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:07:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:07:03.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:07:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:07:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:07:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:07:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:07:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.253:34795
08:07:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.253
08:07:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:07:03.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:03.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:03.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:03.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:07:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:07:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44907/jwks.json with env {}
08:07:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.584620 29689 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.234.253:34795: Network error: Client connection negotiation failed: client connection to 127.28.234.253:34795: connect: Connection refused (error 111)
08:07:03.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.633880 29689 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.234.253" port: 34795 } attempt: 1
08:07:03.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.634893 29689 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.234.253:34795: Network error: Client connection negotiation failed: client connection to 127.28.234.253:34795: connect: Connection refused (error 111)
08:07:03.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.668311 29694 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:07:03.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.668498 29694 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:07:03.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.668519 29694 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:07:03.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.670238 29694 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:07:03.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.670288 29694 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:07:03.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.670302 29694 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:07:03.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.670315 29694 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:07:03.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.670327 29694 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:07:03.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.670338 29694 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44907/jwks.json
08:07:03.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.672068 29694 master_runner.cc:387] Master server non-default flags:
08:07:03.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:03.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:03.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:03.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:03.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-1/data
08:07:03.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-1/wal
08:07:03.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:07:03.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:03.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:03.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:03.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:07:03.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.253:34795
08:07:03.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:07:03.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:07:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:07:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44907/jwks.json
08:07:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:03.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-1/data/info.pb
08:07:03.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.253
08:07:03.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:07:03.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:07:03.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29694
08:07:03.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:03.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:07:03.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:07:03.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:03.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-1/logs
08:07:03.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:03.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:07:03.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:07:03.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:07:03.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:07:03.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:07:03.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:07:03.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:17 UTC on e7f111948823
08:07:03.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11953
08:07:03.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.672271 29694 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:07:03.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.672448 29694 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:07:03.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.674844 29699 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:03.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.675104 29700 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:03.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.675184 29702 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:03.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.675424 29694 server_base.cc:1061] running on GCE node
08:07:03.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.675635 29694 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:07:03.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.675885 29694 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:07:03.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.677079 29694 hybrid_clock.cc:648] HybridClock initialized: now 1779091623677043 us; error 52 us; skew 500 ppm
08:07:03.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.678589 29694 webserver.cc:533] Webserver started at http://127.28.234.253:33761/ using document root <none> and password file <none>
08:07:03.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.678800 29694 fs_manager.cc:362] Metadata directory not provided
08:07:03.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.678854 29694 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:07:03.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.678956 29694 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:07:03.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.680109 29694 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-1/data/instance:
08:07:03.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d0eb4bce8f0470e95924888bcaddf43"
08:07:03.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:07:03 on dist-test-slave-26x1"
08:07:03.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.680625 29694 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-1/wal/instance:
08:07:03.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d0eb4bce8f0470e95924888bcaddf43"
08:07:03.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:07:03 on dist-test-slave-26x1"
08:07:03.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.682279 29694 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.003s	sys 0.000s
08:07:03.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.683007 29708 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:07:03.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.683153 29694 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
08:07:03.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.683204 29694 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-1/data,/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-1/wal
08:07:03.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d0eb4bce8f0470e95924888bcaddf43"
08:07:03.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:07:03 on dist-test-slave-26x1"
08:07:03.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.683259 29694 fs_report.cc:389] FS layout report
08:07:03.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:07:03.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-1/wal
08:07:03.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-1/wal
08:07:03.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-1/data/data
08:07:03.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:07:03.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:07:03.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:07:03.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:07:03.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:07:03.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:07:03.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:07:03.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:07:03.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:07:03.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:07:03.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:07:03.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.695755 29694 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:07:03.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.696075 29694 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:07:03.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.696198 29694 kserver.cc:163] Server-wide thread pool size limit: 3276
08:07:03.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.701458 29694 rpc_server.cc:307] RPC server started. Bound to: 127.28.234.253:34795
08:07:03.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.701531 29760 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.234.253:34795 every 8 connection(s)
08:07:03.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.701903 29694 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-1/data/info.pb
08:07:03.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.702577 29761 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:07:03.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.702617 29611 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskXcJzzt/build/release/bin/kudu as pid 29694
08:07:03.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.702685 29611 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-1/wal/instance
08:07:03.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.703059 29611 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-2/wal
08:07:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-2/data
08:07:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:07:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:07:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:07:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-2/logs
08:07:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-2/data/info.pb
08:07:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:07:03.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:07:03.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:07:03.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:07:03.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:03.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:03.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:03.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:07:03.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:07:03.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:07:03.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:07:03.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.252:35401
08:07:03.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.252
08:07:03.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:07:03.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:03.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:03.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:03.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:03.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:07:03.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:03.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:07:03.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44907/jwks.json with env {}
08:07:03.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.703068 29689 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.234.253" port: 34795 } attempt: 2
08:07:03.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.704696 29761 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.234.254" port: 33931 } has no permanent_uuid. Determining permanent_uuid...
08:07:03.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.712011 29761 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.234.253" port: 34795 } has no permanent_uuid. Determining permanent_uuid...
08:07:03.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.714823 29689 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.234.252" port: 35401 } has no permanent_uuid. Determining permanent_uuid...
08:07:03.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.715744 29689 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.234.252:35401: Network error: Client connection negotiation failed: client connection to 127.28.234.252:35401: connect: Connection refused (error 111)
08:07:03.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.718779 29761 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.234.252" port: 35401 } has no permanent_uuid. Determining permanent_uuid...
08:07:03.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.719195 29712 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.234.252:35401: connect: Connection refused (error 111)
08:07:03.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.720155 29761 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.234.252:35401: Network error: Client connection negotiation failed: client connection to 127.28.234.252:35401: connect: Connection refused (error 111)
08:07:03.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.758926 29689 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.234.252" port: 35401 } attempt: 1
08:07:03.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.759889 29689 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.234.252:35401: Network error: Client connection negotiation failed: client connection to 127.28.234.252:35401: connect: Connection refused (error 111)
08:07:03.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.769395 29761 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.234.252" port: 35401 } attempt: 1
08:07:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.770388 29761 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.234.252:35401: Network error: Client connection negotiation failed: client connection to 127.28.234.252:35401: connect: Connection refused (error 111)
08:07:03.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.791191 29764 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:07:03.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.791373 29764 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:07:03.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.791393 29764 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:07:03.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.792837 29764 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:07:03.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.792881 29764 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:07:03.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.792896 29764 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:07:03.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.792907 29764 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:07:03.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.792920 29764 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:07:03.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.792932 29764 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44907/jwks.json
08:07:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.795012 29764 master_runner.cc:387] Master server non-default flags:
08:07:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-2/data
08:07:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-2/wal
08:07:03.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:07:03.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:03.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:03.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:03.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:07:03.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.252:35401
08:07:03.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:07:03.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:07:03.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:07:03.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44907/jwks.json
08:07:03.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:03.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:03.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-2/data/info.pb
08:07:03.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.252
08:07:03.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:07:03.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:07:03.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29764
08:07:03.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:03.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:07:03.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:07:03.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:03.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-2/logs
08:07:03.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:03.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:07:03.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:07:03.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:07:03.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:07:03.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:07:03.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:07:03.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:17 UTC on e7f111948823
08:07:03.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11953
08:07:03.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.795291 29764 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:07:03.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.795542 29764 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:07:03.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.798206 29774 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:03.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.798265 29776 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:03.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.799104 29764 server_base.cc:1061] running on GCE node
08:07:03.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.799996 29773 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:03.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.800371 29764 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:07:03.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.800697 29764 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:07:03.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.801898 29764 hybrid_clock.cc:648] HybridClock initialized: now 1779091623801868 us; error 38 us; skew 500 ppm
08:07:03.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.803473 29764 webserver.cc:533] Webserver started at http://127.28.234.252:37767/ using document root <none> and password file <none>
08:07:03.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.803714 29764 fs_manager.cc:362] Metadata directory not provided
08:07:03.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.803777 29764 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:07:03.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.803892 29764 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:07:03.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.805123 29764 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-2/data/instance:
08:07:03.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51c47d92709f451fa74f4b3ab6fab5b8"
08:07:03.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:07:03 on dist-test-slave-26x1"
08:07:03.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.805533 29764 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-2/wal/instance:
08:07:03.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51c47d92709f451fa74f4b3ab6fab5b8"
08:07:03.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:07:03 on dist-test-slave-26x1"
08:07:03.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.807039 29689 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.234.252" port: 35401 } attempt: 2
08:07:03.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.807168 29764 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.003s
08:07:03.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.807757 29689 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.234.252:35401: Network error: Client connection negotiation failed: client connection to 127.28.234.252:35401: connect: Connection refused (error 111)
08:07:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.807997 29782 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:07:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.808146 29764 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
08:07:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.808198 29764 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-2/data,/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-2/wal
08:07:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51c47d92709f451fa74f4b3ab6fab5b8"
08:07:03.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:07:03 on dist-test-slave-26x1"
08:07:03.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.808254 29764 fs_report.cc:389] FS layout report
08:07:03.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:07:03.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-2/wal
08:07:03.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-2/wal
08:07:03.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-2/data/data
08:07:03.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:07:03.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:07:03.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:07:03.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:07:03.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:07:03.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:07:03.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:07:03.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:07:03.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:07:03.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:07:03.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:07:03.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.822199 29764 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:07:03.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.822570 29764 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:07:03.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.822702 29764 kserver.cc:163] Server-wide thread pool size limit: 3276
08:07:03.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.828279 29764 rpc_server.cc:307] RPC server started. Bound to: 127.28.234.252:35401
08:07:03.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.828405 29834 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.234.252:35401 every 8 connection(s)
08:07:03.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.828758 29764 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-2/data/info.pb
08:07:03.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.829468 29835 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:07:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.830101 29611 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskXcJzzt/build/release/bin/kudu as pid 29764
08:07:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.830185 29611 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/master-2/wal/instance
08:07:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.831359 29835 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.234.254" port: 33931 } has no permanent_uuid. Determining permanent_uuid...
08:07:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.836887 29835 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.234.253" port: 34795 } has no permanent_uuid. Determining permanent_uuid...
08:07:03.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.838979 29761 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.234.252" port: 35401 } attempt: 2
08:07:03.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.840528 29835 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.234.252" port: 35401 } has no permanent_uuid. Determining permanent_uuid...
08:07:03.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.845489 29761 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2d0eb4bce8f0470e95924888bcaddf43: Bootstrap starting.
08:07:03.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.846385 29761 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2d0eb4bce8f0470e95924888bcaddf43: Neither blocks nor log segments found. Creating new log.
08:07:03.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.847208 29761 log.cc:826] T 00000000000000000000000000000000 P 2d0eb4bce8f0470e95924888bcaddf43: Log is configured to *not* fsync() on all Append() calls
08:07:03.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.848217 29835 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8: Bootstrap starting.
08:07:03.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.848625 29761 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2d0eb4bce8f0470e95924888bcaddf43: No bootstrap required, opened a new log
08:07:03.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.848996 29835 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8: Neither blocks nor log segments found. Creating new log.
08:07:03.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.849251 29835 log.cc:826] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8: Log is configured to *not* fsync() on all Append() calls
08:07:03.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.850454 29835 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8: No bootstrap required, opened a new log
08:07:03.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.850443 29761 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2d0eb4bce8f0470e95924888bcaddf43 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a766854c649dca21b18c6c6ea31bd" member_type: VOTER last_known_addr { host: "127.28.234.254" port: 33931 } } peers { permanent_uuid: "2d0eb4bce8f0470e95924888bcaddf43" member_type: VOTER last_known_addr { host: "127.28.234.253" port: 34795 } } peers { permanent_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" member_type: VOTER last_known_addr { host: "127.28.234.252" port: 35401 } }
08:07:03.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.850561 29761 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2d0eb4bce8f0470e95924888bcaddf43 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:07:03.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.850600 29761 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2d0eb4bce8f0470e95924888bcaddf43 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2d0eb4bce8f0470e95924888bcaddf43, State: Initialized, Role: FOLLOWER
08:07:03.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.850719 29761 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2d0eb4bce8f0470e95924888bcaddf43 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a766854c649dca21b18c6c6ea31bd" member_type: VOTER last_known_addr { host: "127.28.234.254" port: 33931 } } peers { permanent_uuid: "2d0eb4bce8f0470e95924888bcaddf43" member_type: VOTER last_known_addr { host: "127.28.234.253" port: 34795 } } peers { permanent_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" member_type: VOTER last_known_addr { host: "127.28.234.252" port: 35401 } }
08:07:03.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.850999 29761 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2d0eb4bce8f0470e95924888bcaddf43 [sys.catalog]: configured and running, proceeding with master startup.
08:07:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.852528 29835 raft_consensus.cc:359] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a766854c649dca21b18c6c6ea31bd" member_type: VOTER last_known_addr { host: "127.28.234.254" port: 33931 } } peers { permanent_uuid: "2d0eb4bce8f0470e95924888bcaddf43" member_type: VOTER last_known_addr { host: "127.28.234.253" port: 34795 } } peers { permanent_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" member_type: VOTER last_known_addr { host: "127.28.234.252" port: 35401 } }
08:07:03.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.852670 29835 raft_consensus.cc:385] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:07:03.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.852697 29835 raft_consensus.cc:740] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 51c47d92709f451fa74f4b3ab6fab5b8, State: Initialized, Role: FOLLOWER
08:07:03.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.852813 29835 consensus_queue.cc:260] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a766854c649dca21b18c6c6ea31bd" member_type: VOTER last_known_addr { host: "127.28.234.254" port: 33931 } } peers { permanent_uuid: "2d0eb4bce8f0470e95924888bcaddf43" member_type: VOTER last_known_addr { host: "127.28.234.253" port: 34795 } } peers { permanent_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" member_type: VOTER last_known_addr { host: "127.28.234.252" port: 35401 } }
08:07:03.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.853037 29857 sys_catalog.cc:455] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a766854c649dca21b18c6c6ea31bd" member_type: VOTER last_known_addr { host: "127.28.234.254" port: 33931 } } peers { permanent_uuid: "2d0eb4bce8f0470e95924888bcaddf43" member_type: VOTER last_known_addr { host: "127.28.234.253" port: 34795 } } peers { permanent_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" member_type: VOTER last_known_addr { host: "127.28.234.252" port: 35401 } } }
08:07:03.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.853084 29835 sys_catalog.cc:565] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8 [sys.catalog]: configured and running, proceeding with master startup.
08:07:03.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.853178 29845 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2d0eb4bce8f0470e95924888bcaddf43 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a766854c649dca21b18c6c6ea31bd" member_type: VOTER last_known_addr { host: "127.28.234.254" port: 33931 } } peers { permanent_uuid: "2d0eb4bce8f0470e95924888bcaddf43" member_type: VOTER last_known_addr { host: "127.28.234.253" port: 34795 } } peers { permanent_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" member_type: VOTER last_known_addr { host: "127.28.234.252" port: 35401 } } }
08:07:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.853745 29845 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2d0eb4bce8f0470e95924888bcaddf43 [sys.catalog]: This master's current role is: FOLLOWER
08:07:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.855432 29856 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 2d0eb4bce8f0470e95924888bcaddf43: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.855741 29856 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.855322 29694 master_runner.cc:187] Error getting master registration for 127.28.234.254:33931: OK, instance_id { permanent_uuid: "9d1a766854c649dca21b18c6c6ea31bd" instance_seqno: 1779091623572807 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:07:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.856952 29694 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:07:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.854808 29857 sys_catalog.cc:458] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8 [sys.catalog]: This master's current role is: FOLLOWER
08:07:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.855158 29868 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.857292 29868 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:03.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.858791 29764 master_runner.cc:187] Error getting master registration for 127.28.234.254:33931: OK, instance_id { permanent_uuid: "9d1a766854c649dca21b18c6c6ea31bd" instance_seqno: 1779091623572807 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:07:03.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.860543 29764 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:07:03.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.914965 29689 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.234.252" port: 35401 } attempt: 3
08:07:03.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.920001 29689 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9d1a766854c649dca21b18c6c6ea31bd: Bootstrap starting.
08:07:03.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.920783 29689 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9d1a766854c649dca21b18c6c6ea31bd: Neither blocks nor log segments found. Creating new log.
08:07:03.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.921404 29689 log.cc:826] T 00000000000000000000000000000000 P 9d1a766854c649dca21b18c6c6ea31bd: Log is configured to *not* fsync() on all Append() calls
08:07:03.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.922217 29689 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9d1a766854c649dca21b18c6c6ea31bd: No bootstrap required, opened a new log
08:07:03.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.924437 29689 raft_consensus.cc:359] T 00000000000000000000000000000000 P 9d1a766854c649dca21b18c6c6ea31bd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a766854c649dca21b18c6c6ea31bd" member_type: VOTER last_known_addr { host: "127.28.234.254" port: 33931 } } peers { permanent_uuid: "2d0eb4bce8f0470e95924888bcaddf43" member_type: VOTER last_known_addr { host: "127.28.234.253" port: 34795 } } peers { permanent_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" member_type: VOTER last_known_addr { host: "127.28.234.252" port: 35401 } }
08:07:03.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.924587 29689 raft_consensus.cc:385] T 00000000000000000000000000000000 P 9d1a766854c649dca21b18c6c6ea31bd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:07:03.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.924621 29689 raft_consensus.cc:740] T 00000000000000000000000000000000 P 9d1a766854c649dca21b18c6c6ea31bd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9d1a766854c649dca21b18c6c6ea31bd, State: Initialized, Role: FOLLOWER
08:07:03.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.924717 29689 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9d1a766854c649dca21b18c6c6ea31bd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a766854c649dca21b18c6c6ea31bd" member_type: VOTER last_known_addr { host: "127.28.234.254" port: 33931 } } peers { permanent_uuid: "2d0eb4bce8f0470e95924888bcaddf43" member_type: VOTER last_known_addr { host: "127.28.234.253" port: 34795 } } peers { permanent_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" member_type: VOTER last_known_addr { host: "127.28.234.252" port: 35401 } }
08:07:03.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.925026 29689 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9d1a766854c649dca21b18c6c6ea31bd [sys.catalog]: configured and running, proceeding with master startup.
08:07:03.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.925544 29872 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9d1a766854c649dca21b18c6c6ea31bd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a766854c649dca21b18c6c6ea31bd" member_type: VOTER last_known_addr { host: "127.28.234.254" port: 33931 } } peers { permanent_uuid: "2d0eb4bce8f0470e95924888bcaddf43" member_type: VOTER last_known_addr { host: "127.28.234.253" port: 34795 } } peers { permanent_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" member_type: VOTER last_known_addr { host: "127.28.234.252" port: 35401 } } }
08:07:03.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.925921 29872 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9d1a766854c649dca21b18c6c6ea31bd [sys.catalog]: This master's current role is: FOLLOWER
08:07:03.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.927412 29883 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 9d1a766854c649dca21b18c6c6ea31bd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:07:03.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.927762 29883 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:07:03.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.929790 29622 master_runner.cc:264] No leader master found from master 9d1a766854c649dca21b18c6c6ea31bd
08:07:03.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:03.929837 29622 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:07:03.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:03.946825 29714 tablet.cc:2404] T 00000000000000000000000000000000 P 2d0eb4bce8f0470e95924888bcaddf43: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:07:04.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:04.070343 29642 tablet.cc:2404] T 00000000000000000000000000000000 P 9d1a766854c649dca21b18c6c6ea31bd: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:07:04.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:04.073382 29788 tablet.cc:2404] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:07:04.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.115372 29857 raft_consensus.cc:493] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:07:04.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.115530 29857 raft_consensus.cc:515] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a766854c649dca21b18c6c6ea31bd" member_type: VOTER last_known_addr { host: "127.28.234.254" port: 33931 } } peers { permanent_uuid: "2d0eb4bce8f0470e95924888bcaddf43" member_type: VOTER last_known_addr { host: "127.28.234.253" port: 34795 } } peers { permanent_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" member_type: VOTER last_known_addr { host: "127.28.234.252" port: 35401 } }
08:07:04.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.115805 29857 leader_election.cc:290] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9d1a766854c649dca21b18c6c6ea31bd (127.28.234.254:33931), 2d0eb4bce8f0470e95924888bcaddf43 (127.28.234.253:34795)
08:07:04.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.116130 29663 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9d1a766854c649dca21b18c6c6ea31bd" is_pre_election: true
08:07:04.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.116293 29663 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 9d1a766854c649dca21b18c6c6ea31bd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 51c47d92709f451fa74f4b3ab6fab5b8 in term 0.
08:07:04.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.116561 29786 leader_election.cc:304] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 51c47d92709f451fa74f4b3ab6fab5b8, 9d1a766854c649dca21b18c6c6ea31bd; no voters: 
08:07:04.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.116593 29735 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2d0eb4bce8f0470e95924888bcaddf43" is_pre_election: true
08:07:04.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.116709 29857 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:07:04.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.116750 29857 raft_consensus.cc:493] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:07:04.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.116736 29735 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2d0eb4bce8f0470e95924888bcaddf43 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 51c47d92709f451fa74f4b3ab6fab5b8 in term 0.
08:07:04.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.116771 29857 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8 [term 0 FOLLOWER]: Advancing to term 1
08:07:04.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.117636 29857 raft_consensus.cc:515] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a766854c649dca21b18c6c6ea31bd" member_type: VOTER last_known_addr { host: "127.28.234.254" port: 33931 } } peers { permanent_uuid: "2d0eb4bce8f0470e95924888bcaddf43" member_type: VOTER last_known_addr { host: "127.28.234.253" port: 34795 } } peers { permanent_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" member_type: VOTER last_known_addr { host: "127.28.234.252" port: 35401 } }
08:07:04.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.117763 29857 leader_election.cc:290] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8 [CANDIDATE]: Term 1 election: Requested vote from peers 9d1a766854c649dca21b18c6c6ea31bd (127.28.234.254:33931), 2d0eb4bce8f0470e95924888bcaddf43 (127.28.234.253:34795)
08:07:04.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.118026 29663 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9d1a766854c649dca21b18c6c6ea31bd"
08:07:04.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.118042 29735 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2d0eb4bce8f0470e95924888bcaddf43"
08:07:04.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.118103 29663 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 9d1a766854c649dca21b18c6c6ea31bd [term 0 FOLLOWER]: Advancing to term 1
08:07:04.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.118131 29735 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2d0eb4bce8f0470e95924888bcaddf43 [term 0 FOLLOWER]: Advancing to term 1
08:07:04.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.118894 29735 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2d0eb4bce8f0470e95924888bcaddf43 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 51c47d92709f451fa74f4b3ab6fab5b8 in term 1.
08:07:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.118916 29663 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 9d1a766854c649dca21b18c6c6ea31bd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 51c47d92709f451fa74f4b3ab6fab5b8 in term 1.
08:07:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.119088 29783 leader_election.cc:304] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2d0eb4bce8f0470e95924888bcaddf43, 51c47d92709f451fa74f4b3ab6fab5b8; no voters: 
08:07:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.119179 29857 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8 [term 1 FOLLOWER]: Leader election won for term 1
08:07:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.119324 29857 raft_consensus.cc:697] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8 [term 1 LEADER]: Becoming Leader. State: Replica: 51c47d92709f451fa74f4b3ab6fab5b8, State: Running, Role: LEADER
08:07:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.119400 29857 consensus_queue.cc:237] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a766854c649dca21b18c6c6ea31bd" member_type: VOTER last_known_addr { host: "127.28.234.254" port: 33931 } } peers { permanent_uuid: "2d0eb4bce8f0470e95924888bcaddf43" member_type: VOTER last_known_addr { host: "127.28.234.253" port: 34795 } } peers { permanent_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" member_type: VOTER last_known_addr { host: "127.28.234.252" port: 35401 } }
08:07:04.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.119711 29857 sys_catalog.cc:455] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 51c47d92709f451fa74f4b3ab6fab5b8. Latest consensus state: current_term: 1 leader_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a766854c649dca21b18c6c6ea31bd" member_type: VOTER last_known_addr { host: "127.28.234.254" port: 33931 } } peers { permanent_uuid: "2d0eb4bce8f0470e95924888bcaddf43" member_type: VOTER last_known_addr { host: "127.28.234.253" port: 34795 } } peers { permanent_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" member_type: VOTER last_known_addr { host: "127.28.234.252" port: 35401 } } }
08:07:04.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.119761 29857 sys_catalog.cc:458] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8 [sys.catalog]: This master's current role is: LEADER
08:07:04.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.120342 29887 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
08:07:04.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.123693 29887 catalog_manager.cc:1519] Initializing Kudu cluster ID...
08:07:04.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.126601 29735 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 2d0eb4bce8f0470e95924888bcaddf43 [term 1 FOLLOWER]: Refusing update from remote peer 51c47d92709f451fa74f4b3ab6fab5b8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:07:04.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.126878 29663 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 9d1a766854c649dca21b18c6c6ea31bd [term 1 FOLLOWER]: Refusing update from remote peer 51c47d92709f451fa74f4b3ab6fab5b8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:07:04.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.127269 29857 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9d1a766854c649dca21b18c6c6ea31bd" member_type: VOTER last_known_addr { host: "127.28.234.254" port: 33931 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:07:04.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.127436 29857 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2d0eb4bce8f0470e95924888bcaddf43" member_type: VOTER last_known_addr { host: "127.28.234.253" port: 34795 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:07:04.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.129522 29872 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9d1a766854c649dca21b18c6c6ea31bd [sys.catalog]: SysCatalogTable state changed. Reason: New leader 51c47d92709f451fa74f4b3ab6fab5b8. Latest consensus state: current_term: 1 leader_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a766854c649dca21b18c6c6ea31bd" member_type: VOTER last_known_addr { host: "127.28.234.254" port: 33931 } } peers { permanent_uuid: "2d0eb4bce8f0470e95924888bcaddf43" member_type: VOTER last_known_addr { host: "127.28.234.253" port: 34795 } } peers { permanent_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" member_type: VOTER last_known_addr { host: "127.28.234.252" port: 35401 } } }
08:07:04.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.129633 29872 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9d1a766854c649dca21b18c6c6ea31bd [sys.catalog]: This master's current role is: FOLLOWER
08:07:04.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.129962 29845 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2d0eb4bce8f0470e95924888bcaddf43 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 51c47d92709f451fa74f4b3ab6fab5b8. Latest consensus state: current_term: 1 leader_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a766854c649dca21b18c6c6ea31bd" member_type: VOTER last_known_addr { host: "127.28.234.254" port: 33931 } } peers { permanent_uuid: "2d0eb4bce8f0470e95924888bcaddf43" member_type: VOTER last_known_addr { host: "127.28.234.253" port: 34795 } } peers { permanent_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" member_type: VOTER last_known_addr { host: "127.28.234.252" port: 35401 } } }
08:07:04.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.130048 29845 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2d0eb4bce8f0470e95924888bcaddf43 [sys.catalog]: This master's current role is: FOLLOWER
08:07:04.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.133303 29857 sys_catalog.cc:455] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a766854c649dca21b18c6c6ea31bd" member_type: VOTER last_known_addr { host: "127.28.234.254" port: 33931 } } peers { permanent_uuid: "2d0eb4bce8f0470e95924888bcaddf43" member_type: VOTER last_known_addr { host: "127.28.234.253" port: 34795 } } peers { permanent_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" member_type: VOTER last_known_addr { host: "127.28.234.252" port: 35401 } } }
08:07:04.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.133455 29857 sys_catalog.cc:458] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8 [sys.catalog]: This master's current role is: LEADER
08:07:04.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.133509 29857 sys_catalog.cc:455] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a766854c649dca21b18c6c6ea31bd" member_type: VOTER last_known_addr { host: "127.28.234.254" port: 33931 } } peers { permanent_uuid: "2d0eb4bce8f0470e95924888bcaddf43" member_type: VOTER last_known_addr { host: "127.28.234.253" port: 34795 } } peers { permanent_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" member_type: VOTER last_known_addr { host: "127.28.234.252" port: 35401 } } }
08:07:04.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.133540 29857 sys_catalog.cc:458] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8 [sys.catalog]: This master's current role is: LEADER
08:07:04.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.133997 29872 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9d1a766854c649dca21b18c6c6ea31bd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a766854c649dca21b18c6c6ea31bd" member_type: VOTER last_known_addr { host: "127.28.234.254" port: 33931 } } peers { permanent_uuid: "2d0eb4bce8f0470e95924888bcaddf43" member_type: VOTER last_known_addr { host: "127.28.234.253" port: 34795 } } peers { permanent_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" member_type: VOTER last_known_addr { host: "127.28.234.252" port: 35401 } } }
08:07:04.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.134090 29872 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9d1a766854c649dca21b18c6c6ea31bd [sys.catalog]: This master's current role is: FOLLOWER
08:07:04.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.134513 29887 catalog_manager.cc:1382] Generated new cluster ID: f09fd954efe54f53b5d7e11ed568dbc5
08:07:04.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.134572 29887 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
08:07:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.135676 29889 mvcc.cc:204] Tried to move back new op lower bound from 7287159292418875392 to 7287159292393480192. Current Snapshot: MvccSnapshot[applied={T|T < 7287159292418875392 or (T in {7287159292418875392})}]
08:07:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.133404 29891 mvcc.cc:204] Tried to move back new op lower bound from 7287159292418875392 to 7287159292393480192. Current Snapshot: MvccSnapshot[applied={T|T < 7287159292418875392}]
08:07:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.135962 29845 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2d0eb4bce8f0470e95924888bcaddf43 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9d1a766854c649dca21b18c6c6ea31bd" member_type: VOTER last_known_addr { host: "127.28.234.254" port: 33931 } } peers { permanent_uuid: "2d0eb4bce8f0470e95924888bcaddf43" member_type: VOTER last_known_addr { host: "127.28.234.253" port: 34795 } } peers { permanent_uuid: "51c47d92709f451fa74f4b3ab6fab5b8" member_type: VOTER last_known_addr { host: "127.28.234.252" port: 35401 } } }
08:07:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.136044 29845 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2d0eb4bce8f0470e95924888bcaddf43 [sys.catalog]: This master's current role is: FOLLOWER
08:07:04.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.148789 29887 catalog_manager.cc:1405] Generated new certificate authority record
08:07:04.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.149838 29887 catalog_manager.cc:1539] Loading token signing keys...
08:07:04.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.159268 29887 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 51c47d92709f451fa74f4b3ab6fab5b8: Generated new TSK 0
08:07:04.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.159519 29887 catalog_manager.cc:1549] Initializing in-progress tserver states...
08:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.163179 29611 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/wal
08:07:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data
08:07:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:07:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:07:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:07:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/logs
08:07:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data/info.pb
08:07:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:04.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:07:04.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:07:04.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:07:04.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:07:04.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:04.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:04.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:04.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:07:04.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:07:04.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.193:0
08:07:04.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.234.193
08:07:04.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.193
08:07:04.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:07:04.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:04.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:04.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:04.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:04.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:07:04.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:04.248010 29897 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:07:04.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:04.248255 29897 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:07:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:04.248288 29897 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:07:04.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:04.249955 29897 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:07:04.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:04.250016 29897 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.234.193
08:07:04.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.251556 29897 tablet_server_runner.cc:78] Tablet server non-default flags:
08:07:04.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:04.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:04.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:04.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data
08:07:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/wal
08:07:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.193:0
08:07:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:07:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data/info.pb
08:07:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.193
08:07:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:07:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:07:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29897
08:07:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:07:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:07:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.234.193
08:07:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/logs
08:07:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:07:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:07:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:07:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:07:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:07:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:07:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:17 UTC on e7f111948823
08:07:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11953
08:07:04.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.251765 29897 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:07:04.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.252022 29897 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:07:04.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:04.255415 29905 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:04.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:04.255415 29903 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:04.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:04.255667 29902 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:04.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.256074 29897 server_base.cc:1061] running on GCE node
08:07:04.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.256246 29897 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:07:04.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.256485 29897 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:07:04.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.257670 29897 hybrid_clock.cc:648] HybridClock initialized: now 1779091624257639 us; error 50 us; skew 500 ppm
08:07:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.259092 29897 webserver.cc:533] Webserver started at http://127.28.234.193:35741/ using document root <none> and password file <none>
08:07:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.259315 29897 fs_manager.cc:362] Metadata directory not provided
08:07:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.259370 29897 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:07:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.259475 29897 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:07:04.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.260532 29897 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data/instance:
08:07:04.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7274718a4971487cbd5f3dac87cd1d05"
08:07:04.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:07:04 on dist-test-slave-26x1"
08:07:04.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.260900 29897 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/wal/instance:
08:07:04.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7274718a4971487cbd5f3dac87cd1d05"
08:07:04.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:07:04 on dist-test-slave-26x1"
08:07:04.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.262487 29897 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.003s
08:07:04.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.263293 29911 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:07:04.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.263444 29897 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
08:07:04.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.263492 29897 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data,/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/wal
08:07:04.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7274718a4971487cbd5f3dac87cd1d05"
08:07:04.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:07:04 on dist-test-slave-26x1"
08:07:04.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.263545 29897 fs_report.cc:389] FS layout report
08:07:04.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:07:04.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/wal
08:07:04.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/wal
08:07:04.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data/data
08:07:04.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:07:04.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:07:04.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:07:04.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:07:04.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:07:04.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:07:04.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:07:04.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:07:04.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:07:04.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:07:04.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:07:04.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.282356 29897 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:07:04.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.282693 29897 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:07:04.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.282812 29897 kserver.cc:163] Server-wide thread pool size limit: 3276
08:07:04.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.283016 29897 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:07:04.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.283375 29897 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:07:04.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.283409 29897 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
08:07:04.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.283438 29897 ts_tablet_manager.cc:616] Registered 0 tablets
08:07:04.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.283456 29897 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
08:07:04.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.291049 29897 rpc_server.cc:307] RPC server started. Bound to: 127.28.234.193:42321
08:07:04.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.291174 30024 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.234.193:42321 every 8 connection(s)
08:07:04.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.291481 29897 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data/info.pb
08:07:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.299638 29611 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskXcJzzt/build/release/bin/kudu as pid 29897
08:07:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.299605 30027 heartbeater.cc:344] Connected to a master server at 127.28.234.253:34795
08:07:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.299607 30025 heartbeater.cc:344] Connected to a master server at 127.28.234.252:35401
08:07:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.299734 29611 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/wal/instance
08:07:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.299734 30027 heartbeater.cc:461] Registering TS with master...
08:07:04.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.299734 30025 heartbeater.cc:461] Registering TS with master...
08:07:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.299816 30026 heartbeater.cc:344] Connected to a master server at 127.28.234.254:33931
08:07:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.299860 30026 heartbeater.cc:461] Registering TS with master...
08:07:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.299975 30025 heartbeater.cc:507] Master 127.28.234.252:35401 requested a full tablet report, sending...
08:07:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.299975 30026 heartbeater.cc:507] Master 127.28.234.254:33931 requested a full tablet report, sending...
08:07:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.301079 29799 ts_manager.cc:194] Registered new tserver with Master: 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321)
08:07:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.301380 29611 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/wal
08:07:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data
08:07:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:07:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:07:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:07:04.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:04.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:04.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:04.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/logs
08:07:04.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data/info.pb
08:07:04.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:04.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:07:04.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:07:04.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:07:04.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:07:04.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:04.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:04.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:04.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:07:04.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:07:04.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.194:0
08:07:04.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.234.194
08:07:04.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.194
08:07:04.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:07:04.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:04.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:04.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:04.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:04.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:07:04.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.302066 29799 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.28.234.193:57099
08:07:04.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.302392 29653 ts_manager.cc:194] Registered new tserver with Master: 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321)
08:07:04.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.299975 30027 heartbeater.cc:507] Master 127.28.234.253:34795 requested a full tablet report, sending...
08:07:04.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.304184 29725 ts_manager.cc:194] Registered new tserver with Master: 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321)
08:07:04.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:04.383785 30032 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:07:04.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:04.384016 30032 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:07:04.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:04.384037 30032 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:07:04.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:04.385519 30032 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:07:04.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:04.385571 30032 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.234.194
08:07:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.387177 30032 tablet_server_runner.cc:78] Tablet server non-default flags:
08:07:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data
08:07:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/wal
08:07:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.194:0
08:07:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:07:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data/info.pb
08:07:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.194
08:07:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:07:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:07:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.30032
08:07:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:07:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:07:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.234.194
08:07:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/logs
08:07:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:07:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:07:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:07:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:07:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:07:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:07:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:17 UTC on e7f111948823
08:07:04.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11953
08:07:04.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.387390 30032 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:07:04.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.387573 30032 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:07:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:04.390849 30037 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:04.390865 30038 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:04.390902 30040 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.391270 30032 server_base.cc:1061] running on GCE node
08:07:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.391474 30032 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:07:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.391728 30032 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:07:04.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.392884 30032 hybrid_clock.cc:648] HybridClock initialized: now 1779091624392861 us; error 32 us; skew 500 ppm
08:07:04.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.394198 30032 webserver.cc:533] Webserver started at http://127.28.234.194:41177/ using document root <none> and password file <none>
08:07:04.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.394465 30032 fs_manager.cc:362] Metadata directory not provided
08:07:04.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.394567 30032 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:07:04.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.394680 30032 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:07:04.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.395615 30032 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data/instance:
08:07:04.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3236f02bb80845179321a99d020b4abb"
08:07:04.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:07:04 on dist-test-slave-26x1"
08:07:04.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.395980 30032 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/wal/instance:
08:07:04.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3236f02bb80845179321a99d020b4abb"
08:07:04.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:07:04 on dist-test-slave-26x1"
08:07:04.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.397544 30032 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.003s
08:07:04.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.398494 30046 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:07:04.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.398708 30032 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.000s
08:07:04.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.398779 30032 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data,/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/wal
08:07:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3236f02bb80845179321a99d020b4abb"
08:07:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:07:04 on dist-test-slave-26x1"
08:07:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.398842 30032 fs_report.cc:389] FS layout report
08:07:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:07:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/wal
08:07:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/wal
08:07:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data/data
08:07:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:07:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:07:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:07:04.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:07:04.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:07:04.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:07:04.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:07:04.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:07:04.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:07:04.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:07:04.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:07:04.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.423664 30032 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:07:04.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.424031 30032 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:07:04.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.424157 30032 kserver.cc:163] Server-wide thread pool size limit: 3276
08:07:04.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.424414 30032 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:07:04.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.424822 30032 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:07:04.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.424862 30032 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
08:07:04.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.424896 30032 ts_tablet_manager.cc:616] Registered 0 tablets
08:07:04.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.424917 30032 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
08:07:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.432318 30032 rpc_server.cc:307] RPC server started. Bound to: 127.28.234.194:46345
08:07:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.432410 30159 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.234.194:46345 every 8 connection(s)
08:07:04.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.442013 30032 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data/info.pb
08:07:04.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.448148 30162 heartbeater.cc:344] Connected to a master server at 127.28.234.253:34795
08:07:04.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.448201 29611 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskXcJzzt/build/release/bin/kudu as pid 30032
08:07:04.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.448230 30160 heartbeater.cc:344] Connected to a master server at 127.28.234.252:35401
08:07:04.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.448282 29611 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/wal/instance
08:07:04.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.448288 30160 heartbeater.cc:461] Registering TS with master...
08:07:04.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.448297 30162 heartbeater.cc:461] Registering TS with master...
08:07:04.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.448544 30160 heartbeater.cc:507] Master 127.28.234.252:35401 requested a full tablet report, sending...
08:07:04.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.448148 30161 heartbeater.cc:344] Connected to a master server at 127.28.234.254:33931
08:07:04.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.448730 30161 heartbeater.cc:461] Registering TS with master...
08:07:04.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.448808 30161 heartbeater.cc:507] Master 127.28.234.254:33931 requested a full tablet report, sending...
08:07:04.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.448544 30162 heartbeater.cc:507] Master 127.28.234.253:34795 requested a full tablet report, sending...
08:07:04.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.449368 29725 ts_manager.cc:194] Registered new tserver with Master: 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345)
08:07:04.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.449420 29653 ts_manager.cc:194] Registered new tserver with Master: 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345)
08:07:04.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.449615 29799 ts_manager.cc:194] Registered new tserver with Master: 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345)
08:07:04.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.449654 29611 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:04.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/wal
08:07:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data
08:07:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:07:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:07:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:07:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/logs
08:07:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data/info.pb
08:07:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:07:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:07:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:07:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:07:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:07:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:07:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.195:0
08:07:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.234.195
08:07:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.195
08:07:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:07:04.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:04.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:04.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:04.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:04.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:07:04.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.450130 29799 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.28.234.194:34667
08:07:04.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:04.532898 30167 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:07:04.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:04.533135 30167 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:07:04.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:04.533159 30167 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:07:04.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:04.535009 30167 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:07:04.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:04.535097 30167 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.234.195
08:07:04.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.536757 30167 tablet_server_runner.cc:78] Tablet server non-default flags:
08:07:04.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:04.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:04.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:04.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:04.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data
08:07:04.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/wal
08:07:04.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:04.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:04.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.195:0
08:07:04.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:07:04.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:04.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:04.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data/info.pb
08:07:04.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.195
08:07:04.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:07:04.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:04.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:07:04.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.30167
08:07:04.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:04.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:07:04.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:07:04.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:04.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.234.195
08:07:04.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/logs
08:07:04.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:04.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:07:04.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:07:04.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:07:04.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:07:04.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:07:04.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:07:04.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:17 UTC on e7f111948823
08:07:04.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11953
08:07:04.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.536996 30167 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:07:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.537199 30167 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:07:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:04.540194 30175 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:04.540314 30172 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:04.540242 30173 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.540553 30167 server_base.cc:1061] running on GCE node
08:07:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.540900 30167 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:07:04.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.541091 30167 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:07:04.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.542263 30167 hybrid_clock.cc:648] HybridClock initialized: now 1779091624542247 us; error 26 us; skew 500 ppm
08:07:04.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.543411 30167 webserver.cc:533] Webserver started at http://127.28.234.195:40871/ using document root <none> and password file <none>
08:07:04.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.543576 30167 fs_manager.cc:362] Metadata directory not provided
08:07:04.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.543610 30167 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:07:04.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.543708 30167 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:07:04.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.544706 30167 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data/instance:
08:07:04.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51bc2b00712a4d4195611d7b49239d98"
08:07:04.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:07:04 on dist-test-slave-26x1"
08:07:04.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.544988 30167 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/wal/instance:
08:07:04.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51bc2b00712a4d4195611d7b49239d98"
08:07:04.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:07:04 on dist-test-slave-26x1"
08:07:04.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.546602 30167 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.003s	sys 0.000s
08:07:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.547518 30181 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:07:04.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.547717 30167 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
08:07:04.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.547791 30167 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data,/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/wal
08:07:04.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51bc2b00712a4d4195611d7b49239d98"
08:07:04.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:07:04 on dist-test-slave-26x1"
08:07:04.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.547873 30167 fs_report.cc:389] FS layout report
08:07:04.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:07:04.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/wal
08:07:04.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/wal
08:07:04.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data/data
08:07:04.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:07:04.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:07:04.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:07:04.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:07:04.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:07:04.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:07:04.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:07:04.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:07:04.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:07:04.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:07:04.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:07:04.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.569234 30167 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:07:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.569643 30167 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:07:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.569789 30167 kserver.cc:163] Server-wide thread pool size limit: 3276
08:07:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.570145 30167 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:07:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.570717 30167 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:07:04.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.570772 30167 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
08:07:04.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.570803 30167 ts_tablet_manager.cc:616] Registered 0 tablets
08:07:04.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.570822 30167 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
08:07:04.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.577399 30167 rpc_server.cc:307] RPC server started. Bound to: 127.28.234.195:36059
08:07:04.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.577527 30294 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.234.195:36059 every 8 connection(s)
08:07:04.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.577849 30167 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data/info.pb
08:07:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.583767 30296 heartbeater.cc:344] Connected to a master server at 127.28.234.254:33931
08:07:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.583792 30297 heartbeater.cc:344] Connected to a master server at 127.28.234.253:34795
08:07:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.583877 30295 heartbeater.cc:344] Connected to a master server at 127.28.234.252:35401
08:07:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.583904 30296 heartbeater.cc:461] Registering TS with master...
08:07:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.583906 30297 heartbeater.cc:461] Registering TS with master...
08:07:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.583911 30295 heartbeater.cc:461] Registering TS with master...
08:07:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.584127 30296 heartbeater.cc:507] Master 127.28.234.254:33931 requested a full tablet report, sending...
08:07:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.584123 30297 heartbeater.cc:507] Master 127.28.234.253:34795 requested a full tablet report, sending...
08:07:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.584123 30295 heartbeater.cc:507] Master 127.28.234.252:35401 requested a full tablet report, sending...
08:07:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.584543 29799 ts_manager.cc:194] Registered new tserver with Master: 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.584590 29725 ts_manager.cc:194] Registered new tserver with Master: 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:04.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.584877 29611 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskXcJzzt/build/release/bin/kudu as pid 30167
08:07:04.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.584955 29611 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/wal/instance
08:07:04.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.585037 29799 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.28.234.195:48951
08:07:04.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.585253 29653 ts_manager.cc:194] Registered new tserver with Master: 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.588084 29611 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
08:07:04.589 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
08:07:04.590 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

08:07:04.600 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.28.234.254"
      port: 33931
    }
    bound_http_address {
      host: "127.28.234.254"
      port: 35505
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.28.234.253"
      port: 34795
    }
    bound_http_address {
      host: "127.28.234.253"
      port: 33761
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.28.234.252"
      port: 35401
    }
    bound_http_address {
      host: "127.28.234.252"
      port: 37767
    }
  }
}

08:07:04.604 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

08:07:04.606 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.28.234.193"
      port: 42321
    }
    bound_http_address {
      host: "127.28.234.193"
      port: 35741
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.28.234.194"
      port: 46345
    }
    bound_http_address {
      host: "127.28.234.194"
      port: 41177
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.28.234.195"
      port: 36059
    }
    bound_http_address {
      host: "127.28.234.195"
      port: 40871
    }
  }
}

08:07:04.606 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:07:04.778 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
08:07:04.836 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
08:07:04.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.856817 29856 catalog_manager.cc:1294] Loaded cluster ID: f09fd954efe54f53b5d7e11ed568dbc5
08:07:04.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.856905 29856 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 2d0eb4bce8f0470e95924888bcaddf43: loading cluster ID for follower catalog manager: success
08:07:04.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.858381 29856 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 2d0eb4bce8f0470e95924888bcaddf43: acquiring CA information for follower catalog manager: success
08:07:04.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.858724 29856 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 2d0eb4bce8f0470e95924888bcaddf43: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:07:04.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.929320 29883 catalog_manager.cc:1294] Loaded cluster ID: f09fd954efe54f53b5d7e11ed568dbc5
08:07:04.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.929420 29883 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 9d1a766854c649dca21b18c6c6ea31bd: loading cluster ID for follower catalog manager: success
08:07:04.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.931499 29883 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 9d1a766854c649dca21b18c6c6ea31bd: acquiring CA information for follower catalog manager: success
08:07:04.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:04.931861 29883 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 9d1a766854c649dca21b18c6c6ea31bd: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:07:04.999 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.28.234.254:33931(127.28.234.254:33931)] connecting to peer
08:07:05.050 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.28.234.252:35401(127.28.234.252:35401)] connecting to peer
08:07:05.052 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.28.234.253:34795(127.28.234.253:34795)] connecting to peer
08:07:05.071 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.28.234.254:33931(127.28.234.254:33931)] Successfully connected to peer
08:07:05.078 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.28.234.252:35401(127.28.234.252:35401)] Successfully connected to peer
08:07:05.078 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.28.234.253:34795(127.28.234.253:34795)] Successfully connected to peer
08:07:05.179 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.234.254
08:07:05.183 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.234.253
08:07:05.183 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.234.252
08:07:05.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.303016 30025 heartbeater.cc:499] Master 127.28.234.252:35401 was elected leader, sending a full tablet report...
08:07:05.394 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x63b6471b, L:/127.0.0.1:57700 - R:/127.28.234.254:33931] using SASL/PLAIN
08:07:05.395 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x391c9f30, L:/127.0.0.1:57002 - R:/127.28.234.253:34795] using SASL/PLAIN
08:07:05.395 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc34f998c, L:/127.0.0.1:55270 - R:/127.28.234.252:35401] using SASL/PLAIN
08:07:05.429 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:07:05.430 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=465), Traces: [0ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.234.254:33931, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.234.252:35401, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.234.253:34795, [439ms] Sub RPC ConnectToMaster: received response from server master-127.28.234.254:33931: OK, [439ms] Sub RPC ConnectToMaster: received response from server master-127.28.234.253:34795: OK, [440ms] Sub RPC ConnectToMaster: received response from server master-127.28.234.252:35401: OK, deferred=null) after lookup
08:07:05.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.450908 30160 heartbeater.cc:499] Master 127.28.234.252:35401 was elected leader, sending a full tablet report...
08:07:05.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.479377 29799 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:55270:
08:07:05.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951"
08:07:05.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
08:07:05.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:07:05.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
08:07:05.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
08:07:05.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
08:07:05.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:07:05.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:07:05.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:07:05.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:07:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:07:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:07:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
08:07:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
08:07:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:07:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:07:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:07:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:07:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:07:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:07:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:07:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
08:07:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
08:07:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:07:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:07:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:07:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:07:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:07:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:07:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:07:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
08:07:05.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
08:07:05.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:07:05.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
08:07:05.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
08:07:05.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
08:07:05.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
08:07:05.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:07:05.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:07:05.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:07:05.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
08:07:05.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
08:07:05.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
08:07:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
08:07:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
08:07:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
08:07:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
08:07:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
08:07:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:07:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:07:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
08:07:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
08:07:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
08:07:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
08:07:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
08:07:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
08:07:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
08:07:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:05.479763 29799 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
08:07:05.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.500600 29959 tablet_service.cc:1511] Processing CreateTablet for tablet 600ec09b5c254b92b1fa8c060232f0df (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951 [id=fd6ded88f9764937a543947c42567516]), partition=RANGE (key) PARTITION UNBOUNDED
08:07:05.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.500931 29959 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 600ec09b5c254b92b1fa8c060232f0df. 1 dirs total, 0 dirs full, 0 dirs failed
08:07:05.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.504849 30094 tablet_service.cc:1511] Processing CreateTablet for tablet 600ec09b5c254b92b1fa8c060232f0df (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951 [id=fd6ded88f9764937a543947c42567516]), partition=RANGE (key) PARTITION UNBOUNDED
08:07:05.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.505151 30094 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 600ec09b5c254b92b1fa8c060232f0df. 1 dirs total, 0 dirs full, 0 dirs failed
08:07:05.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.506227 30324 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Bootstrap starting.
08:07:05.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.506904 30324 tablet_bootstrap.cc:654] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Neither blocks nor log segments found. Creating new log.
08:07:05.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.507185 30324 log.cc:826] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Log is configured to *not* fsync() on all Append() calls
08:07:05.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.507798 30324 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: No bootstrap required, opened a new log
08:07:05.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.507858 30324 ts_tablet_manager.cc:1403] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Time spent bootstrapping tablet: real 0.002s	user 0.001s	sys 0.000s
08:07:05.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.509250 30229 tablet_service.cc:1511] Processing CreateTablet for tablet 600ec09b5c254b92b1fa8c060232f0df (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951 [id=fd6ded88f9764937a543947c42567516]), partition=RANGE (key) PARTITION UNBOUNDED
08:07:05.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.509502 30229 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 600ec09b5c254b92b1fa8c060232f0df. 1 dirs total, 0 dirs full, 0 dirs failed
08:07:05.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.509999 30324 raft_consensus.cc:359] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:05.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.510135 30324 raft_consensus.cc:385] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:07:05.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.510166 30324 raft_consensus.cc:740] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7274718a4971487cbd5f3dac87cd1d05, State: Initialized, Role: FOLLOWER
08:07:05.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.510252 30324 consensus_queue.cc:260] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:05.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.510476 30324 ts_tablet_manager.cc:1434] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Time spent starting tablet: real 0.003s	user 0.003s	sys 0.000s
08:07:05.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.512351 30326 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb: Bootstrap starting.
08:07:05.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.512741 30328 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98: Bootstrap starting.
08:07:05.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.513063 30326 tablet_bootstrap.cc:654] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb: Neither blocks nor log segments found. Creating new log.
08:07:05.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.513419 30328 tablet_bootstrap.cc:654] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98: Neither blocks nor log segments found. Creating new log.
08:07:05.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.513635 30326 log.cc:826] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb: Log is configured to *not* fsync() on all Append() calls
08:07:05.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.514433 30328 log.cc:826] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98: Log is configured to *not* fsync() on all Append() calls
08:07:05.515 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table fd6ded88f9764937a543947c42567516
08:07:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.515177 30328 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98: No bootstrap required, opened a new log
08:07:05.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.515239 30328 ts_tablet_manager.cc:1403] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98: Time spent bootstrapping tablet: real 0.003s	user 0.002s	sys 0.000s
08:07:05.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.515708 30326 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb: No bootstrap required, opened a new log
08:07:05.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.515769 30326 ts_tablet_manager.cc:1403] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb: Time spent bootstrapping tablet: real 0.003s	user 0.001s	sys 0.000s
08:07:05.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.516841 30328 raft_consensus.cc:359] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:05.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.516979 30328 raft_consensus.cc:385] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:07:05.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.517016 30328 raft_consensus.cc:740] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 51bc2b00712a4d4195611d7b49239d98, State: Initialized, Role: FOLLOWER
08:07:05.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.517128 30328 consensus_queue.cc:260] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:05.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.517354 30328 ts_tablet_manager.cc:1434] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
08:07:05.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.517566 30326 raft_consensus.cc:359] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:05.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.517717 30326 raft_consensus.cc:385] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:07:05.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.517753 30326 raft_consensus.cc:740] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3236f02bb80845179321a99d020b4abb, State: Initialized, Role: FOLLOWER
08:07:05.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.517828 30326 consensus_queue.cc:260] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:05.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.518051 30326 ts_tablet_manager.cc:1434] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb: Time spent starting tablet: real 0.002s	user 0.003s	sys 0.000s
08:07:05.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.518239 30295 heartbeater.cc:499] Master 127.28.234.252:35401 was elected leader, sending a full tablet report...
08:07:05.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:05.543444 30028 tablet.cc:2404] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:07:05.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.565119 30327 raft_consensus.cc:493] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:07:05.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.565336 30327 raft_consensus.cc:515] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:05.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.565725 30327 leader_election.cc:290] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345), 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.570400 30114 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "600ec09b5c254b92b1fa8c060232f0df" candidate_uuid: "7274718a4971487cbd5f3dac87cd1d05" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3236f02bb80845179321a99d020b4abb" is_pre_election: true
08:07:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.570590 30114 raft_consensus.cc:2468] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7274718a4971487cbd5f3dac87cd1d05 in term 0.
08:07:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.570570 30249 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "600ec09b5c254b92b1fa8c060232f0df" candidate_uuid: "7274718a4971487cbd5f3dac87cd1d05" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "51bc2b00712a4d4195611d7b49239d98" is_pre_election: true
08:07:05.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.570714 30249 raft_consensus.cc:2468] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7274718a4971487cbd5f3dac87cd1d05 in term 0.
08:07:05.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.570818 29915 leader_election.cc:304] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3236f02bb80845179321a99d020b4abb, 7274718a4971487cbd5f3dac87cd1d05; no voters: 
08:07:05.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.570976 30327 raft_consensus.cc:2804] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:07:05.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.571051 30327 raft_consensus.cc:493] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:07:05.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.571084 30327 raft_consensus.cc:3060] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 0 FOLLOWER]: Advancing to term 1
08:07:05.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.571997 30327 raft_consensus.cc:515] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:05.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.572154 30327 leader_election.cc:290] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [CANDIDATE]: Term 1 election: Requested vote from peers 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345), 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:05.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.572445 30114 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "600ec09b5c254b92b1fa8c060232f0df" candidate_uuid: "7274718a4971487cbd5f3dac87cd1d05" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3236f02bb80845179321a99d020b4abb"
08:07:05.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.572438 30249 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "600ec09b5c254b92b1fa8c060232f0df" candidate_uuid: "7274718a4971487cbd5f3dac87cd1d05" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "51bc2b00712a4d4195611d7b49239d98"
08:07:05.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.572517 30249 raft_consensus.cc:3060] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 0 FOLLOWER]: Advancing to term 1
08:07:05.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.572520 30114 raft_consensus.cc:3060] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 0 FOLLOWER]: Advancing to term 1
08:07:05.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.573374 30114 raft_consensus.cc:2468] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7274718a4971487cbd5f3dac87cd1d05 in term 1.
08:07:05.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.573544 29915 leader_election.cc:304] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3236f02bb80845179321a99d020b4abb, 7274718a4971487cbd5f3dac87cd1d05; no voters: 
08:07:05.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.573726 30249 raft_consensus.cc:2468] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7274718a4971487cbd5f3dac87cd1d05 in term 1.
08:07:05.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.573992 30327 raft_consensus.cc:2804] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 1 FOLLOWER]: Leader election won for term 1
08:07:05.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.574167 30327 raft_consensus.cc:697] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 1 LEADER]: Becoming Leader. State: Replica: 7274718a4971487cbd5f3dac87cd1d05, State: Running, Role: LEADER
08:07:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.574292 30327 consensus_queue.cc:237] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.575232 29799 catalog_manager.cc:5696] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193). New cstate: current_term: 1 leader_uuid: "7274718a4971487cbd5f3dac87cd1d05" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } health_report { overall_health: UNKNOWN } } }
08:07:05.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:05.581799 30298 tablet.cc:2404] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:07:05.593 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table fd6ded88f9764937a543947c42567516
08:07:05.613 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:05.622 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299991, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)[L]]}]
08:07:05.624 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [7ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=null) after lookup
08:07:05.638 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:05.641 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] Successfully connected to peer
08:07:05.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:05.694603 30163 tablet.cc:2404] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:07:05.711 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x56672304, L:/127.0.0.1:38598 - R:/127.28.234.193:42321] using TOKEN/null
08:07:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.714865 30114 raft_consensus.cc:1275] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 1 FOLLOWER]: Refusing update from remote peer 7274718a4971487cbd5f3dac87cd1d05: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:07:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.714865 30249 raft_consensus.cc:1275] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 1 FOLLOWER]: Refusing update from remote peer 7274718a4971487cbd5f3dac87cd1d05: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:07:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.715433 30335 consensus_queue.cc:1048] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [LEADER]: Connected to new peer: Peer: permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:07:05.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.715816 30335 consensus_queue.cc:1048] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:07:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.719130 30338 mvcc.cc:204] Tried to move back new op lower bound from 7287159298925236224 to 7287159298352992256. Current Snapshot: MvccSnapshot[applied={T|T < 7287159298925236224}]
08:07:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.725976 30342 mvcc.cc:204] Tried to move back new op lower bound from 7287159298925236224 to 7287159298352992256. Current Snapshot: MvccSnapshot[applied={T|T < 7287159298925236224}]
08:07:05.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.730500 30339 mvcc.cc:204] Tried to move back new op lower bound from 7287159298925236224 to 7287159298352992256. Current Snapshot: MvccSnapshot[applied={T|T < 7287159298925236224}]
08:07:05.814 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951, tablet=600ec09b5c254b92b1fa8c060232f0df, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:07:05.816 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.28.234.193:42321
08:07:05.818 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:07:05.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:05.818403 29611 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskXcJzzt/build/release/bin/kudu with pid 29897
08:07:05.824 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:07:05.827 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] handling channelInactive
08:07:05.828 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state READY due to: connection closed
08:07:05.828 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321) for tablet 600ec09b5c254b92b1fa8c060232f0df: connection closed
08:07:05.849 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:05.849 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)[L]]}]
08:07:05.850 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [3ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [23ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@877137555(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@1c006352 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19346d53 -> wakeup thread Time-limited test)) after lookup
08:07:05.851 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:05.854 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:05.854 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:05.854 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:05.868 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:05.868 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)[L]]}]
08:07:05.869 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [3ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [23ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [25ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [29ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [29ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [43ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@877137555(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@1c006352 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1897165669 after retry RPC@1023490139), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19346d53 -> wakeup thread Time-limited test -> (continuation of Deferred@1897165669 after retry RPC@1023490139))) after lookup
08:07:05.870 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:05.872 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:05.872 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:05.872 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:05.910 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:05.910 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)[L]]}]
08:07:05.911 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=86), Traces: [0ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [3ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [23ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [25ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [29ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [29ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [43ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [44ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [47ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [47ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [84ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@877137555(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@1c006352 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1897165669 after retry RPC@1023490139) -> (continuation of Deferred@1804029186 after retry RPC@1087609757), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19346d53 -> wakeup thread Time-limited test -> (continuation of Deferred@1897165669 after retry RPC@1023490139) -> (continuation of Deferred@1804029186 after retry RPC@1087609757))) after lookup
08:07:05.912 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:05.914 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:05.915 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:05.915 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:05.989 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:05.989 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)[L]]}]
08:07:05.990 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=165), Traces: [0ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [3ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [23ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [25ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [29ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [29ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [43ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [44ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [47ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [47ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [84ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [87ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [90ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [90ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [160ms] refreshing cache from master, [161ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [163ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@877137555(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@1c006352 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1897165669 after retry RPC@1023490139) -> (continuation of Deferred@1804029186 after retry RPC@1087609757) -> (continuation of Deferred@1911799572 after retry RPC@382262545), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19346d53 -> wakeup thread Time-limited test -> (continuation of Deferred@1897165669 after retry RPC@1023490139) -> (continuation of Deferred@1804029186 after retry RPC@1087609757) -> (continuation of Deferred@1911799572 after retry RPC@382262545))) after lookup
08:07:05.991 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:05.993 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:05.993 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:05.993 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:06.028 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:06.029 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)[L]]}]
08:07:06.030 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=204), Traces: [0ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [3ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [23ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [25ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [29ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [29ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [43ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [44ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [47ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [47ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [84ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [87ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [90ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [90ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [160ms] refreshing cache from master, [161ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [163ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [165ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [168ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [168ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [200ms] refreshing cache from master, [201ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [203ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@877137555(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@1c006352 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1897165669 after retry RPC@1023490139) -> (continuation of Deferred@1804029186 after retry RPC@1087609757) -> (continuation of Deferred@1911799572 after retry RPC@382262545) -> (continuation of Deferred@246103354 after retry RPC@1017996832), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19346d53 -> wakeup thread Time-limited test -> (continuation of Deferred@1897165669 after retry RPC@1023490139) -> (continuation of Deferred@1804029186 after retry RPC@1087609757) -> (continuation of Deferred@1911799572 after retry RPC@382262545) -> (continuation of Deferred@246103354 after retry RPC@1017996832))) after lookup
08:07:06.031 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:06.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:06.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:06.032 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:06.410 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:06.410 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)[L]]}]
08:07:06.411 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=585), Traces: [0ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [3ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [23ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [25ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [29ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [29ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [43ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [44ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [47ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [47ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [84ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [87ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [90ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [90ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [160ms] refreshing cache from master, [161ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [163ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [165ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [168ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [168ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [200ms] refreshing cache from master, [201ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [203ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [205ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [207ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [207ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [581ms] refreshing cache from master, [581ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [584ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@877137555(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@1c006352 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1897165669 after retry RPC@1023490139) -> (continuation of Deferred@1804029186 after retry RPC@1087609757) -> (continuation of Deferred@1911799572 after retry RPC@382262545) -> (continuation of Deferred@246103354 after retry RPC@1017996832) -> (continuation of Deferred@1058654532 after retry RPC@1758606561), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19346d53 -> wakeup thread Time-limited test -> (continuation of Deferred@1897165669 after retry RPC@1023490139) -> (continuation of Deferred@1804029186 after retry RPC@1087609757) -> (continuation of Deferred@1911799572 after retry RPC@382262545) -> (continuation of Deferred@246103354 after retry RPC@1017996832) -> (continuation of Deferred@1058654532 after retry RPC@1758606561))) after lookup
08:07:06.413 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:06.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:06.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:06.414 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:06.649 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:06.649 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)[L]]}]
08:07:06.650 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=824), Traces: [0ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [3ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [23ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [25ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [29ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [29ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [43ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [44ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [47ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [47ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [84ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [87ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [90ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [90ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [160ms] refreshing cache from master, [161ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [163ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [165ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [168ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [168ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [200ms] refreshing cache from master, [201ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [203ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [205ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [207ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [207ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [581ms] refreshing cache from master, [581ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [584ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [587ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [589ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [589ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [821ms] refreshing cache from master, [821ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [823ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@877137555(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@1c006352 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1897165669 after retry RPC@1023490139) -> (continuation of Deferred@1804029186 after retry RPC@1087609757) -> (continuation of Deferred@1911799572 after retry RPC@382262545) -> (continuation of Deferred@246103354 after retry RPC@1017996832) -> (continuation of Deferred@1058654532 after retry RPC@1758606561) -> (continuation of Deferred@1704428773 after retry RPC@596461371), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19346d53 -> wakeup thread Time-limited test -> (continuation of Deferred@1897165669 after retry RPC@1023490139) -> (continuation of Deferred@1804029186 after retry RPC@1087609757) -> (continuation of Deferred@1911799572 after retry RPC@382262545) -> (continuation of Deferred@246103354 after retry RPC@1017996832) -> (continuation of Deferred@1058654532 after retry RPC@1758606561) -> (continuation of Deferred@1704428773 after retry RPC@596461371))) after lookup
08:07:06.651 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:06.652 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:06.652 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:06.653 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:07.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:07.258713 30353 raft_consensus.cc:493] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 7274718a4971487cbd5f3dac87cd1d05)
08:07:07.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:07.258832 30353 raft_consensus.cc:515] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:07.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:07.259222 30353 leader_election.cc:290] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321), 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:07.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:07.259572 30354 raft_consensus.cc:493] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 7274718a4971487cbd5f3dac87cd1d05)
08:07:07.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:07.259667 30048 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.234.193:42321: connect: Connection refused (error 111)
08:07:07.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:07.259873 30354 raft_consensus.cc:515] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:07.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:07.260078 30048 leader_election.cc:336] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321): Network error: Client connection negotiation failed: client connection to 127.28.234.193:42321: connect: Connection refused (error 111)
08:07:07.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:07.260390 30354 leader_election.cc:290] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321), 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345)
08:07:07.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:07.260465 30183 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.234.193:42321: connect: Connection refused (error 111)
08:07:07.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:07.261054 30183 leader_election.cc:336] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321): Network error: Client connection negotiation failed: client connection to 127.28.234.193:42321: connect: Connection refused (error 111)
08:07:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:07.262437 30249 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "600ec09b5c254b92b1fa8c060232f0df" candidate_uuid: "3236f02bb80845179321a99d020b4abb" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "51bc2b00712a4d4195611d7b49239d98" is_pre_election: true
08:07:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:07.262539 30249 raft_consensus.cc:2468] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3236f02bb80845179321a99d020b4abb in term 1.
08:07:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:07.262713 30050 leader_election.cc:304] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3236f02bb80845179321a99d020b4abb, 51bc2b00712a4d4195611d7b49239d98; no voters: 7274718a4971487cbd5f3dac87cd1d05
08:07:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:07.262912 30353 raft_consensus.cc:2804] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 1 FOLLOWER]: Leader pre-election won for term 2
08:07:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:07.262974 30353 raft_consensus.cc:493] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 1 FOLLOWER]: Starting leader election (detected failure of leader 7274718a4971487cbd5f3dac87cd1d05)
08:07:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:07.262998 30353 raft_consensus.cc:3060] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 1 FOLLOWER]: Advancing to term 2
08:07:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:07.263522 30114 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "600ec09b5c254b92b1fa8c060232f0df" candidate_uuid: "51bc2b00712a4d4195611d7b49239d98" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "3236f02bb80845179321a99d020b4abb" is_pre_election: true
08:07:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:07.263820 30353 raft_consensus.cc:515] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:07.263937 30114 raft_consensus.cc:2393] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 51bc2b00712a4d4195611d7b49239d98 in current term 2: Already voted for candidate 3236f02bb80845179321a99d020b4abb in this term.
08:07:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:07.263989 30353 leader_election.cc:290] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [CANDIDATE]: Term 2 election: Requested vote from peers 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321), 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:07.264324 30185 leader_election.cc:304] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 51bc2b00712a4d4195611d7b49239d98; no voters: 3236f02bb80845179321a99d020b4abb, 7274718a4971487cbd5f3dac87cd1d05
08:07:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:07.264480 30354 raft_consensus.cc:3060] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 1 FOLLOWER]: Advancing to term 2
08:07:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:07.264333 30249 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "600ec09b5c254b92b1fa8c060232f0df" candidate_uuid: "3236f02bb80845179321a99d020b4abb" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "51bc2b00712a4d4195611d7b49239d98"
08:07:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:07.264595 30048 leader_election.cc:336] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321): Network error: Client connection negotiation failed: client connection to 127.28.234.193:42321: connect: Connection refused (error 111)
08:07:07.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:07.265205 30354 raft_consensus.cc:2749] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
08:07:07.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:07.266095 30249 raft_consensus.cc:2468] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3236f02bb80845179321a99d020b4abb in term 2.
08:07:07.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:07.266359 30050 leader_election.cc:304] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3236f02bb80845179321a99d020b4abb, 51bc2b00712a4d4195611d7b49239d98; no voters: 7274718a4971487cbd5f3dac87cd1d05
08:07:07.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:07.266496 30353 raft_consensus.cc:2804] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 2 FOLLOWER]: Leader election won for term 2
08:07:07.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:07.266634 30353 raft_consensus.cc:697] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 2 LEADER]: Becoming Leader. State: Replica: 3236f02bb80845179321a99d020b4abb, State: Running, Role: LEADER
08:07:07.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:07.266736 30353 consensus_queue.cc:237] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:07.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:07.267513 29799 catalog_manager.cc:5696] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb reported cstate change: term changed from 1 to 2, leader changed from 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193) to 3236f02bb80845179321a99d020b4abb (127.28.234.194). New cstate: current_term: 2 leader_uuid: "3236f02bb80845179321a99d020b4abb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } health_report { overall_health: UNKNOWN } } }
08:07:07.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:07.646389 30249 raft_consensus.cc:1275] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 2 FOLLOWER]: Refusing update from remote peer 3236f02bb80845179321a99d020b4abb: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
08:07:07.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:07.646724 30353 consensus_queue.cc:1048] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [LEADER]: Connected to new peer: Peer: permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
08:07:07.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:07.648975 30048 consensus_peers.cc:597] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb -> Peer 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321): Couldn't send request to peer 7274718a4971487cbd5f3dac87cd1d05. Status: Network error: Client connection negotiation failed: client connection to 127.28.234.193:42321: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:07:10.069 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:10.069 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)[L],51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:10.071 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=16, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=4245), Traces: [0ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [3ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [20ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [23ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [25ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [29ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [29ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [40ms] refreshing cache from master, [40ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [43ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [44ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [47ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [47ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [81ms] refreshing cache from master, [81ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [84ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [87ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [90ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [90ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [160ms] refreshing cache from master, [161ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [163ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [165ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [168ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [168ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [200ms] refreshing cache from master, [201ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [203ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [205ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [207ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [207ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [581ms] refreshing cache from master, [581ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [584ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [587ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [589ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [589ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [821ms] refreshing cache from master, [821ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [823ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [825ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [827ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [828ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [4241ms] refreshing cache from master, [4241ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [4243ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@877137555(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@1c006352 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1897165669 after retry RPC@1023490139) -> (continuation of Deferred@1804029186 after retry RPC@1087609757) -> (continuation of Deferred@1911799572 after retry RPC@382262545) -> (continuation of Deferred@246103354 after retry RPC@1017996832) -> (continuation of Deferred@1058654532 after retry RPC@1758606561) -> (continuation of Deferred@1704428773 after retry RPC@596461371) -> (continuation of Deferred@1639256702 after retry RPC@684205548), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@19346d53 -> wakeup thread Time-limited test -> (continuation of Deferred@1897165669 after retry RPC@1023490139) -> (continuation of Deferred@1804029186 after retry RPC@1087609757) -> (continuation of Deferred@1911799572 after retry RPC@382262545) -> (continuation of Deferred@246103354 after retry RPC@1017996832) -> (continuation of Deferred@1058654532 after retry RPC@1758606561) -> (continuation of Deferred@1704428773 after retry RPC@596461371) -> (continuation of Deferred@1639256702 after retry RPC@684205548))) after lookup
08:07:10.072 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] connecting to peer
08:07:10.073 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] Successfully connected to peer
08:07:10.090 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xaf02cab0, L:/127.0.0.1:44056 - R:/127.28.234.194:46345] using TOKEN/null
08:07:10.102 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.28.234.193:42321
08:07:10.103 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:07:10.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.104391 29611 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:10.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:10.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/wal
08:07:10.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data
08:07:10.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:07:10.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:07:10.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:07:10.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:10.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:10.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:10.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/logs
08:07:10.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data/info.pb
08:07:10.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:10.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:07:10.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:07:10.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:07:10.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:07:10.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:10.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:10.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:10.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:07:10.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:07:10.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.193:42321
08:07:10.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.234.193
08:07:10.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:10.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35741
08:07:10.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.193
08:07:10.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:10.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:10.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:10.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:07:10.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:10.186510 30399 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:07:10.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:10.186673 30399 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:07:10.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:10.186692 30399 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:07:10.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:10.188217 30399 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:07:10.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:10.188278 30399 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.234.193
08:07:10.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.189750 30399 tablet_server_runner.cc:78] Tablet server non-default flags:
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/wal
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.193:42321
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data/info.pb
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.193
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35741
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.30399
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.234.193
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/logs
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:17 UTC on e7f111948823
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11953
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.190006 30399 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:07:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.190197 30399 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:07:10.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:10.192813 30404 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:10.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:10.192849 30405 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:10.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:10.192867 30407 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:10.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.193028 30399 server_base.cc:1061] running on GCE node
08:07:10.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.193434 30399 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:07:10.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.193629 30399 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:07:10.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.194767 30399 hybrid_clock.cc:648] HybridClock initialized: now 1779091630194740 us; error 42 us; skew 500 ppm
08:07:10.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.195904 30399 webserver.cc:533] Webserver started at http://127.28.234.193:35741/ using document root <none> and password file <none>
08:07:10.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.196125 30399 fs_manager.cc:362] Metadata directory not provided
08:07:10.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.196230 30399 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:07:10.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.197503 30399 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
08:07:10.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.198210 30413 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:07:10.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.198381 30399 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
08:07:10.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.198462 30399 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data,/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/wal
08:07:10.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7274718a4971487cbd5f3dac87cd1d05"
08:07:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:07:04 on dist-test-slave-26x1"
08:07:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.198776 30399 fs_report.cc:389] FS layout report
08:07:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:07:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/wal
08:07:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/wal
08:07:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data/data
08:07:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:07:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:07:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:07:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:07:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:07:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:07:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:07:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:07:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:07:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:07:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:07:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.218539 30399 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:07:10.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.218910 30399 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:07:10.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.219050 30399 kserver.cc:163] Server-wide thread pool size limit: 3276
08:07:10.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.219350 30399 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:07:10.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.219884 30420 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:07:10.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.220885 30399 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:07:10.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.220948 30399 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:07:10.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.220986 30399 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:07:10.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.221596 30399 ts_tablet_manager.cc:616] Registered 1 tablets
08:07:10.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.221653 30399 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:07:10.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.221704 30420 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Bootstrap starting.
08:07:10.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.229355 30399 rpc_server.cc:307] RPC server started. Bound to: 127.28.234.193:42321
08:07:10.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.229449 30527 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.234.193:42321 every 8 connection(s)
08:07:10.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.229816 30399 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data/info.pb
08:07:10.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.232214 30420 log.cc:826] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Log is configured to *not* fsync() on all Append() calls
08:07:10.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.232939 29611 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskXcJzzt/build/release/bin/kudu as pid 30399
08:07:10.233 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:07:10.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.236801 30420 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:07:10.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.237140 30420 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Bootstrap complete.
08:07:10.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.238274 30420 ts_tablet_manager.cc:1403] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Time spent bootstrapping tablet: real 0.017s	user 0.008s	sys 0.006s
08:07:10.238 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951, tablet=600ec09b5c254b92b1fa8c060232f0df, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:07:10.239 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.28.234.194:46345
08:07:10.239 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:07:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.239475 30528 heartbeater.cc:344] Connected to a master server at 127.28.234.252:35401
08:07:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.239562 30528 heartbeater.cc:461] Registering TS with master...
08:07:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.239749 30528 heartbeater.cc:507] Master 127.28.234.252:35401 requested a full tablet report, sending...
08:07:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.239986 29611 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskXcJzzt/build/release/bin/kudu with pid 30032
08:07:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.241622 30530 heartbeater.cc:344] Connected to a master server at 127.28.234.253:34795
08:07:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.241678 30530 heartbeater.cc:461] Registering TS with master...
08:07:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.241781 29798 ts_manager.cc:194] Re-registered known tserver with Master: 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321)
08:07:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.241801 30530 heartbeater.cc:507] Master 127.28.234.253:34795 requested a full tablet report, sending...
08:07:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.242349 29798 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.28.234.193:51917
08:07:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.242702 30420 raft_consensus.cc:359] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.243218 29725 ts_manager.cc:194] Re-registered known tserver with Master: 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321)
08:07:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.243244 30420 raft_consensus.cc:740] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7274718a4971487cbd5f3dac87cd1d05, State: Initialized, Role: FOLLOWER
08:07:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.243366 30420 consensus_queue.cc:260] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:10.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.243621 30420 ts_tablet_manager.cc:1434] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Time spent starting tablet: real 0.005s	user 0.000s	sys 0.002s
08:07:10.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.243935 30528 heartbeater.cc:499] Master 127.28.234.252:35401 was elected leader, sending a full tablet report...
08:07:10.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.244175 30529 heartbeater.cc:344] Connected to a master server at 127.28.234.254:33931
08:07:10.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.244230 30529 heartbeater.cc:461] Registering TS with master...
08:07:10.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.244279 30529 heartbeater.cc:507] Master 127.28.234.254:33931 requested a full tablet report, sending...
08:07:10.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:10.244653 29652 ts_manager.cc:194] Re-registered known tserver with Master: 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321)
08:07:10.247 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:07:10.247 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] handling channelInactive
08:07:10.248 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] cleaning up while in state READY due to: connection closed
08:07:10.248 [DEBUG - Time-limited test] (Connection.java:748) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] connecting to peer
08:07:10.249 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:10.250 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:10.250 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:10.269 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:10.269 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)[L],51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:10.269 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [2ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [20ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1384377916(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@3b0d56c5 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@768e22e5 -> wakeup thread Time-limited test)) after lookup
08:07:10.270 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] connecting to peer
08:07:10.272 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:10.272 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:10.272 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:10.288 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:10.289 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)[L],51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:10.289 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [2ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [20ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [22ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [24ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [24ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [40ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1384377916(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@3b0d56c5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@268693270 after retry RPC@387809017), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@768e22e5 -> wakeup thread Time-limited test -> (continuation of Deferred@268693270 after retry RPC@387809017))) after lookup
08:07:10.290 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] connecting to peer
08:07:10.291 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:10.291 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:10.291 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:10.328 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:10.328 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)[L],51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:10.329 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=81), Traces: [0ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [2ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [20ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [22ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [24ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [24ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [40ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [41ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [43ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [43ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [80ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1384377916(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@3b0d56c5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@268693270 after retry RPC@387809017) -> (continuation of Deferred@713668312 after retry RPC@1444937670), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@768e22e5 -> wakeup thread Time-limited test -> (continuation of Deferred@268693270 after retry RPC@387809017) -> (continuation of Deferred@713668312 after retry RPC@1444937670))) after lookup
08:07:10.331 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] connecting to peer
08:07:10.333 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:10.333 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:10.333 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:10.409 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:10.409 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)[L],51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:10.410 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=161), Traces: [0ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [2ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [20ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [22ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [24ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [24ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [40ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [41ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [43ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [43ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [80ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [82ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [85ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [85ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [157ms] refreshing cache from master, [157ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [160ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1384377916(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@3b0d56c5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@268693270 after retry RPC@387809017) -> (continuation of Deferred@713668312 after retry RPC@1444937670) -> (continuation of Deferred@1319495742 after retry RPC@1585901360), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@768e22e5 -> wakeup thread Time-limited test -> (continuation of Deferred@268693270 after retry RPC@387809017) -> (continuation of Deferred@713668312 after retry RPC@1444937670) -> (continuation of Deferred@1319495742 after retry RPC@1585901360))) after lookup
08:07:10.410 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] connecting to peer
08:07:10.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:10.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:10.412 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:10.768 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:10.769 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)[L],51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:10.769 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=521), Traces: [0ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [2ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [20ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [22ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [24ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [24ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [40ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [41ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [43ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [43ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [80ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [82ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [85ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [85ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [157ms] refreshing cache from master, [157ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [160ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [162ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [164ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [164ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [518ms] refreshing cache from master, [518ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [520ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1384377916(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@3b0d56c5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@268693270 after retry RPC@387809017) -> (continuation of Deferred@713668312 after retry RPC@1444937670) -> (continuation of Deferred@1319495742 after retry RPC@1585901360) -> (continuation of Deferred@1472469031 after retry RPC@1045594752), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@768e22e5 -> wakeup thread Time-limited test -> (continuation of Deferred@268693270 after retry RPC@387809017) -> (continuation of Deferred@713668312 after retry RPC@1444937670) -> (continuation of Deferred@1319495742 after retry RPC@1585901360) -> (continuation of Deferred@1472469031 after retry RPC@1045594752))) after lookup
08:07:10.770 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] connecting to peer
08:07:10.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:10.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:10.771 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:11.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:11.526583 30542 raft_consensus.cc:493] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:07:11.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:11.526703 30542 raft_consensus.cc:515] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:11.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:11.527006 30542 leader_election.cc:290] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345), 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:11.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:11.527469 30417 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.234.194:46345: connect: Connection refused (error 111)
08:07:11.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:11.527922 30417 leader_election.cc:336] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345): Network error: Client connection negotiation failed: client connection to 127.28.234.194:46345: connect: Connection refused (error 111)
08:07:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:11.530081 30249 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "600ec09b5c254b92b1fa8c060232f0df" candidate_uuid: "7274718a4971487cbd5f3dac87cd1d05" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "51bc2b00712a4d4195611d7b49239d98" is_pre_election: true
08:07:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:11.530383 30417 leader_election.cc:304] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7274718a4971487cbd5f3dac87cd1d05; no voters: 3236f02bb80845179321a99d020b4abb, 51bc2b00712a4d4195611d7b49239d98
08:07:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:11.530535 30542 raft_consensus.cc:2749] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
08:07:11.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:11.601539 30547 raft_consensus.cc:493] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 3236f02bb80845179321a99d020b4abb)
08:07:11.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:11.601645 30547 raft_consensus.cc:515] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:11.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:11.601836 30547 leader_election.cc:290] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321), 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345)
08:07:11.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:11.602803 30185 leader_election.cc:336] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345): Network error: Client connection negotiation failed: client connection to 127.28.234.194:46345: connect: Connection refused (error 111)
08:07:11.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:11.605090 30482 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "600ec09b5c254b92b1fa8c060232f0df" candidate_uuid: "51bc2b00712a4d4195611d7b49239d98" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "7274718a4971487cbd5f3dac87cd1d05" is_pre_election: true
08:07:11.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:11.605211 30482 raft_consensus.cc:2468] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 51bc2b00712a4d4195611d7b49239d98 in term 1.
08:07:11.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:11.605440 30183 leader_election.cc:304] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 51bc2b00712a4d4195611d7b49239d98, 7274718a4971487cbd5f3dac87cd1d05; no voters: 3236f02bb80845179321a99d020b4abb
08:07:11.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:11.605540 30547 raft_consensus.cc:2804] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 2 FOLLOWER]: Leader pre-election won for term 3
08:07:11.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:11.605578 30547 raft_consensus.cc:493] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 2 FOLLOWER]: Starting leader election (detected failure of leader 3236f02bb80845179321a99d020b4abb)
08:07:11.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:11.605600 30547 raft_consensus.cc:3060] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 2 FOLLOWER]: Advancing to term 3
08:07:11.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:11.606312 30547 raft_consensus.cc:515] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:11.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:11.606469 30547 leader_election.cc:290] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [CANDIDATE]: Term 3 election: Requested vote from peers 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321), 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345)
08:07:11.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:11.606645 30482 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "600ec09b5c254b92b1fa8c060232f0df" candidate_uuid: "51bc2b00712a4d4195611d7b49239d98" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "7274718a4971487cbd5f3dac87cd1d05"
08:07:11.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:11.606734 30482 raft_consensus.cc:3060] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 1 FOLLOWER]: Advancing to term 3
08:07:11.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:11.607076 30185 leader_election.cc:336] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345): Network error: Client connection negotiation failed: client connection to 127.28.234.194:46345: connect: Connection refused (error 111)
08:07:11.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:11.607743 30482 raft_consensus.cc:2468] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 51bc2b00712a4d4195611d7b49239d98 in term 3.
08:07:11.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:11.607921 30183 leader_election.cc:304] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 51bc2b00712a4d4195611d7b49239d98, 7274718a4971487cbd5f3dac87cd1d05; no voters: 3236f02bb80845179321a99d020b4abb
08:07:11.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:11.608068 30547 raft_consensus.cc:2804] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 3 FOLLOWER]: Leader election won for term 3
08:07:11.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:11.608215 30547 raft_consensus.cc:697] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 3 LEADER]: Becoming Leader. State: Replica: 51bc2b00712a4d4195611d7b49239d98, State: Running, Role: LEADER
08:07:11.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:11.608311 30547 consensus_queue.cc:237] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:11.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:11.609037 29798 catalog_manager.cc:5696] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 reported cstate change: term changed from 2 to 3, leader changed from 3236f02bb80845179321a99d020b4abb (127.28.234.194) to 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195). New cstate: current_term: 3 leader_uuid: "51bc2b00712a4d4195611d7b49239d98" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } health_report { overall_health: HEALTHY } } }
08:07:11.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:11.987936 30482 raft_consensus.cc:1275] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 3 FOLLOWER]: Refusing update from remote peer 51bc2b00712a4d4195611d7b49239d98: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 9. (index mismatch)
08:07:11.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:11.988300 30547 consensus_queue.cc:1048] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
08:07:11.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:11.991303 30185 consensus_peers.cc:597] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 -> Peer 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345): Couldn't send request to peer 3236f02bb80845179321a99d020b4abb. Status: Network error: Client connection negotiation failed: client connection to 127.28.234.194:46345: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:07:12.049 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:12.049 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)[L],7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:12.050 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=1802), Traces: [0ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [2ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [20ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [22ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [24ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [24ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [40ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [41ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [43ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [43ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [80ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [82ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [85ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [85ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [157ms] refreshing cache from master, [157ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [160ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [162ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [164ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [164ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [518ms] refreshing cache from master, [518ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [520ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [522ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [523ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [523ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [1798ms] refreshing cache from master, [1798ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [1800ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1384377916(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@3b0d56c5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@268693270 after retry RPC@387809017) -> (continuation of Deferred@713668312 after retry RPC@1444937670) -> (continuation of Deferred@1319495742 after retry RPC@1585901360) -> (continuation of Deferred@1472469031 after retry RPC@1045594752) -> (continuation of Deferred@1149256339 after retry RPC@1379365987), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@768e22e5 -> wakeup thread Time-limited test -> (continuation of Deferred@268693270 after retry RPC@387809017) -> (continuation of Deferred@713668312 after retry RPC@1444937670) -> (continuation of Deferred@1319495742 after retry RPC@1585901360) -> (continuation of Deferred@1472469031 after retry RPC@1045594752) -> (continuation of Deferred@1149256339 after retry RPC@1379365987))) after lookup
08:07:12.051 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] connecting to peer
08:07:12.052 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] Successfully connected to peer
08:07:12.075 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x43258193, L:/127.0.0.1:50854 - R:/127.28.234.195:36059] using TOKEN/null
08:07:12.087 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.28.234.194:46345
08:07:12.088 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:07:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.089200 29611 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/wal
08:07:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data
08:07:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:07:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:07:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:07:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/logs
08:07:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data/info.pb
08:07:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:07:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:07:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:07:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:07:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:07:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:07:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.194:46345
08:07:12.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.234.194
08:07:12.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:12.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41177
08:07:12.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.194
08:07:12.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:12.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:12.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:12.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:07:12.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:12.171437 30574 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:07:12.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:12.171648 30574 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:07:12.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:12.171681 30574 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:07:12.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:12.173512 30574 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:07:12.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:12.173599 30574 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.234.194
08:07:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.175324 30574 tablet_server_runner.cc:78] Tablet server non-default flags:
08:07:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data
08:07:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/wal
08:07:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.194:46345
08:07:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:07:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:12.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data/info.pb
08:07:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.194
08:07:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41177
08:07:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:07:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.30574
08:07:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:07:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:07:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.234.194
08:07:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/logs
08:07:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:07:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:07:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:07:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:07:12.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:07:12.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:07:12.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:17 UTC on e7f111948823
08:07:12.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11953
08:07:12.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.175635 30574 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:07:12.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.175923 30574 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:07:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:12.179052 30583 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:12.179047 30580 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:12.179121 30581 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.179245 30574 server_base.cc:1061] running on GCE node
08:07:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.179565 30574 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:07:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.179739 30574 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:07:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.180913 30574 hybrid_clock.cc:648] HybridClock initialized: now 1779091632180880 us; error 49 us; skew 500 ppm
08:07:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.182250 30574 webserver.cc:533] Webserver started at http://127.28.234.194:41177/ using document root <none> and password file <none>
08:07:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.182488 30574 fs_manager.cc:362] Metadata directory not provided
08:07:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.182600 30574 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:07:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.183959 30574 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
08:07:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.184718 30589 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:07:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.184913 30574 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
08:07:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.185011 30574 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data,/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/wal
08:07:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3236f02bb80845179321a99d020b4abb"
08:07:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:07:04 on dist-test-slave-26x1"
08:07:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.185338 30574 fs_report.cc:389] FS layout report
08:07:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:07:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/wal
08:07:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/wal
08:07:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data/data
08:07:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:07:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:07:12.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:07:12.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:07:12.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:07:12.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:07:12.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:07:12.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:07:12.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:07:12.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:07:12.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:07:12.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.209594 30574 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:07:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.210026 30574 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:07:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.210198 30574 kserver.cc:163] Server-wide thread pool size limit: 3276
08:07:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.210467 30574 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:07:12.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.211024 30596 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:07:12.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.211882 30574 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:07:12.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.211999 30574 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:07:12.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.212041 30574 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:07:12.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.212637 30574 ts_tablet_manager.cc:616] Registered 1 tablets
08:07:12.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.212693 30574 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:07:12.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.212745 30596 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb: Bootstrap starting.
08:07:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.220103 30574 rpc_server.cc:307] RPC server started. Bound to: 127.28.234.194:46345
08:07:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.220227 30703 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.234.194:46345 every 8 connection(s)
08:07:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.220563 30574 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data/info.pb
08:07:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.223479 30596 log.cc:826] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb: Log is configured to *not* fsync() on all Append() calls
08:07:12.224 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:07:12.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.224112 29611 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskXcJzzt/build/release/bin/kudu as pid 30574
08:07:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.226118 30596 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:07:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.226480 30596 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb: Bootstrap complete.
08:07:12.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.227541 30596 ts_tablet_manager.cc:1403] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb: Time spent bootstrapping tablet: real 0.015s	user 0.002s	sys 0.011s
08:07:12.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.228542 30596 raft_consensus.cc:359] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:12.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.228787 30596 raft_consensus.cc:740] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3236f02bb80845179321a99d020b4abb, State: Initialized, Role: FOLLOWER
08:07:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.228958 30596 consensus_queue.cc:260] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:12.233 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951, tablet=600ec09b5c254b92b1fa8c060232f0df, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:07:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.229260 30596 ts_tablet_manager.cc:1434] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.002s
08:07:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.230789 30705 heartbeater.cc:344] Connected to a master server at 127.28.234.254:33931
08:07:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.230877 30705 heartbeater.cc:461] Registering TS with master...
08:07:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.231091 30705 heartbeater.cc:507] Master 127.28.234.254:33931 requested a full tablet report, sending...
08:07:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.231688 29653 ts_manager.cc:194] Re-registered known tserver with Master: 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345)
08:07:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.232784 30704 heartbeater.cc:344] Connected to a master server at 127.28.234.252:35401
08:07:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.232838 30704 heartbeater.cc:461] Registering TS with master...
08:07:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.232941 30704 heartbeater.cc:507] Master 127.28.234.252:35401 requested a full tablet report, sending...
08:07:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.233202 29798 ts_manager.cc:194] Re-registered known tserver with Master: 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345)
08:07:12.233 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.28.234.195:36059
08:07:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.233708 29798 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.28.234.194:43361
08:07:12.234 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:07:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.234402 29611 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskXcJzzt/build/release/bin/kudu with pid 30167
08:07:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.234910 30706 heartbeater.cc:344] Connected to a master server at 127.28.234.253:34795
08:07:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.234968 30706 heartbeater.cc:461] Registering TS with master...
08:07:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.235072 30706 heartbeater.cc:507] Master 127.28.234.253:34795 requested a full tablet report, sending...
08:07:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.235401 29725 ts_manager.cc:194] Re-registered known tserver with Master: 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345)
08:07:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:12.235483 30704 heartbeater.cc:499] Master 127.28.234.252:35401 was elected leader, sending a full tablet report...
08:07:12.240 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:07:12.241 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] handling channelInactive
08:07:12.241 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] cleaning up while in state READY due to: connection closed
08:07:12.246 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] connecting to peer
08:07:12.248 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:12.248 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] cleaning up while in state CONNECTING due to: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:12.248 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:12.268 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:12.269 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)[L],7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:12.269 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=3, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=28), Traces: [0ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [7ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [7ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [27ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1490253718(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@312e8483 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7928eaec -> wakeup thread Time-limited test)) after lookup
08:07:12.270 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] connecting to peer
08:07:12.271 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:12.271 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] cleaning up while in state CONNECTING due to: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:12.271 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:12.288 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:12.288 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)[L],7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:12.289 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=5, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=48), Traces: [0ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [7ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [7ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [27ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [28ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [30ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [30ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [44ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [47ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1490253718(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@312e8483 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1745735727 after retry RPC@1447835720), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7928eaec -> wakeup thread Time-limited test -> (continuation of Deferred@1745735727 after retry RPC@1447835720))) after lookup
08:07:12.289 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] connecting to peer
08:07:12.291 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:12.291 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] cleaning up while in state CONNECTING due to: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:12.291 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:12.348 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:12.348 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)[L],7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:12.349 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=7, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=108), Traces: [0ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [7ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [7ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [27ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [28ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [30ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [30ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [44ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [47ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [48ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [50ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [50ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [104ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [107ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1490253718(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@312e8483 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1745735727 after retry RPC@1447835720) -> (continuation of Deferred@1986024611 after retry RPC@1096399967), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7928eaec -> wakeup thread Time-limited test -> (continuation of Deferred@1745735727 after retry RPC@1447835720) -> (continuation of Deferred@1986024611 after retry RPC@1096399967))) after lookup
08:07:12.350 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] connecting to peer
08:07:12.351 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:12.351 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] cleaning up while in state CONNECTING due to: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:12.351 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:12.487 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:12.488 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)[L],7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:12.488 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=9, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=247), Traces: [0ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [7ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [7ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [27ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [28ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [30ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [30ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [44ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [47ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [48ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [50ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [50ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [104ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [107ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [108ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [110ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [110ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [244ms] refreshing cache from master, [244ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [246ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1490253718(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@312e8483 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1745735727 after retry RPC@1447835720) -> (continuation of Deferred@1986024611 after retry RPC@1096399967) -> (continuation of Deferred@1833730 after retry RPC@204211226), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7928eaec -> wakeup thread Time-limited test -> (continuation of Deferred@1745735727 after retry RPC@1447835720) -> (continuation of Deferred@1986024611 after retry RPC@1096399967) -> (continuation of Deferred@1833730 after retry RPC@204211226))) after lookup
08:07:12.489 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] connecting to peer
08:07:12.490 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:12.490 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] cleaning up while in state CONNECTING due to: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:12.490 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:13.388 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:13.389 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)[L],7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:13.389 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=11, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1148), Traces: [0ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [7ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [7ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [27ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [28ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [30ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [30ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [44ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [47ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [48ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [50ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [50ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [104ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [107ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [108ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [110ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [110ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [244ms] refreshing cache from master, [244ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [246ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [247ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [249ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [249ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [1145ms] refreshing cache from master, [1145ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [1147ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1490253718(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@312e8483 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1745735727 after retry RPC@1447835720) -> (continuation of Deferred@1986024611 after retry RPC@1096399967) -> (continuation of Deferred@1833730 after retry RPC@204211226) -> (continuation of Deferred@902951353 after retry RPC@1496399821), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7928eaec -> wakeup thread Time-limited test -> (continuation of Deferred@1745735727 after retry RPC@1447835720) -> (continuation of Deferred@1986024611 after retry RPC@1096399967) -> (continuation of Deferred@1833730 after retry RPC@204211226) -> (continuation of Deferred@902951353 after retry RPC@1496399821))) after lookup
08:07:13.390 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] connecting to peer
08:07:13.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:13.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] cleaning up while in state CONNECTING due to: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:13.391 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:13.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.587193 30718 raft_consensus.cc:493] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 51bc2b00712a4d4195611d7b49239d98)
08:07:13.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.587318 30718 raft_consensus.cc:515] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:13.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.587461 30718 leader_election.cc:290] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345), 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:13.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:13.588521 30417 leader_election.cc:336] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059): Network error: Client connection negotiation failed: client connection to 127.28.234.195:36059: connect: Connection refused (error 111)
08:07:13.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.590919 30658 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "600ec09b5c254b92b1fa8c060232f0df" candidate_uuid: "7274718a4971487cbd5f3dac87cd1d05" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "3236f02bb80845179321a99d020b4abb" is_pre_election: true
08:07:13.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.591120 30658 raft_consensus.cc:2468] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7274718a4971487cbd5f3dac87cd1d05 in term 2.
08:07:13.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.591421 30417 leader_election.cc:304] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3236f02bb80845179321a99d020b4abb, 7274718a4971487cbd5f3dac87cd1d05; no voters: 51bc2b00712a4d4195611d7b49239d98
08:07:13.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.591533 30718 raft_consensus.cc:2804] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 3 FOLLOWER]: Leader pre-election won for term 4
08:07:13.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.591583 30718 raft_consensus.cc:493] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 3 FOLLOWER]: Starting leader election (detected failure of leader 51bc2b00712a4d4195611d7b49239d98)
08:07:13.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.591599 30718 raft_consensus.cc:3060] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 3 FOLLOWER]: Advancing to term 4
08:07:13.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.592208 30718 raft_consensus.cc:515] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:13.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.592360 30718 leader_election.cc:290] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [CANDIDATE]: Term 4 election: Requested vote from peers 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345), 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:13.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.592530 30658 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "600ec09b5c254b92b1fa8c060232f0df" candidate_uuid: "7274718a4971487cbd5f3dac87cd1d05" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "3236f02bb80845179321a99d020b4abb"
08:07:13.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.592604 30658 raft_consensus.cc:3060] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 2 FOLLOWER]: Advancing to term 4
08:07:13.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:13.592952 30417 leader_election.cc:336] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059): Network error: Client connection negotiation failed: client connection to 127.28.234.195:36059: connect: Connection refused (error 111)
08:07:13.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.593684 30658 raft_consensus.cc:2468] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7274718a4971487cbd5f3dac87cd1d05 in term 4.
08:07:13.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.593886 30417 leader_election.cc:304] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3236f02bb80845179321a99d020b4abb, 7274718a4971487cbd5f3dac87cd1d05; no voters: 51bc2b00712a4d4195611d7b49239d98
08:07:13.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.593989 30718 raft_consensus.cc:2804] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 4 FOLLOWER]: Leader election won for term 4
08:07:13.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.594128 30718 raft_consensus.cc:697] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 4 LEADER]: Becoming Leader. State: Replica: 7274718a4971487cbd5f3dac87cd1d05, State: Running, Role: LEADER
08:07:13.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.594193 30718 consensus_queue.cc:237] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:13.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.594981 29798 catalog_manager.cc:5696] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 reported cstate change: term changed from 3 to 4, leader changed from 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195) to 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193). New cstate: current_term: 4 leader_uuid: "7274718a4971487cbd5f3dac87cd1d05" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } health_report { overall_health: UNKNOWN } } }
08:07:13.688 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:13.689 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)[L]]}]
08:07:13.689 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=13, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=1448), Traces: [0ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [0ms] delaying RPC due to: Illegal state: connection is terminated, [5ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [7ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [7ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [24ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [27ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [28ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [30ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [30ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [44ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [47ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [48ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [50ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [50ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [104ms] refreshing cache from master, [105ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [107ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [108ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [110ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [110ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [244ms] refreshing cache from master, [244ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [246ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [247ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [249ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [249ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [1145ms] refreshing cache from master, [1145ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [1147ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [1148ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [1150ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [1150ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [1445ms] refreshing cache from master, [1445ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [1447ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1490253718(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@312e8483 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1745735727 after retry RPC@1447835720) -> (continuation of Deferred@1986024611 after retry RPC@1096399967) -> (continuation of Deferred@1833730 after retry RPC@204211226) -> (continuation of Deferred@902951353 after retry RPC@1496399821) -> (continuation of Deferred@931800186 after retry RPC@1737861649), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7928eaec -> wakeup thread Time-limited test -> (continuation of Deferred@1745735727 after retry RPC@1447835720) -> (continuation of Deferred@1986024611 after retry RPC@1096399967) -> (continuation of Deferred@1833730 after retry RPC@204211226) -> (continuation of Deferred@902951353 after retry RPC@1496399821) -> (continuation of Deferred@931800186 after retry RPC@1737861649))) after lookup
08:07:13.690 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:13.691 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] Successfully connected to peer
08:07:13.719 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf2ee4225, L:/127.0.0.1:60636 - R:/127.28.234.193:42321] using TOKEN/null
08:07:13.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.721626 30658 raft_consensus.cc:1275] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 4 FOLLOWER]: Refusing update from remote peer 7274718a4971487cbd5f3dac87cd1d05: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 4 index: 14. (index mismatch)
08:07:13.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:13.721784 30417 consensus_peers.cc:597] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 -> Peer 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059): Couldn't send request to peer 51bc2b00712a4d4195611d7b49239d98. Status: Network error: Client connection negotiation failed: client connection to 127.28.234.195:36059: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:07:13.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.722404 30723 consensus_queue.cc:1048] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
08:07:13.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.726408 30738 mvcc.cc:204] Tried to move back new op lower bound from 7287159331720081408 to 7287159331202129920. Current Snapshot: MvccSnapshot[applied={T|T < 7287159325005135872 or (T in {7287159325020798976,7287159331720081408})}]
08:07:13.741 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.28.234.195:36059
08:07:13.742 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:07:13.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.742853 29611 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:13.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:13.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/wal
08:07:13.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data
08:07:13.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:07:13.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:07:13.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:07:13.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:13.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:13.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:13.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/logs
08:07:13.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data/info.pb
08:07:13.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:13.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:07:13.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:07:13.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:07:13.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:07:13.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:13.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:13.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:13.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:07:13.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:07:13.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.195:36059
08:07:13.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.234.195
08:07:13.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:13.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40871
08:07:13.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.195
08:07:13.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:13.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:13.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:13.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:07:13.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:13.823748 30745 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:07:13.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:13.823961 30745 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:07:13.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:13.823992 30745 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:07:13.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:13.825731 30745 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:07:13.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:13.825812 30745 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.234.195
08:07:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.827576 30745 tablet_server_runner.cc:78] Tablet server non-default flags:
08:07:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data
08:07:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/wal
08:07:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.195:36059
08:07:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:07:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data/info.pb
08:07:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.195
08:07:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40871
08:07:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:07:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.30745
08:07:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:07:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:07:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.234.195
08:07:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/logs
08:07:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:07:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:07:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:07:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:07:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:07:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:07:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:17 UTC on e7f111948823
08:07:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11953
08:07:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.827870 30745 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:07:13.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.828152 30745 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:07:13.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:13.831590 30751 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:13.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:13.831681 30750 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:13.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.831717 30745 server_base.cc:1061] running on GCE node
08:07:13.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:13.831833 30753 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:13.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.832171 30745 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:07:13.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.832376 30745 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:07:13.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.833551 30745 hybrid_clock.cc:648] HybridClock initialized: now 1779091633833522 us; error 40 us; skew 500 ppm
08:07:13.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.834857 30745 webserver.cc:533] Webserver started at http://127.28.234.195:40871/ using document root <none> and password file <none>
08:07:13.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.835158 30745 fs_manager.cc:362] Metadata directory not provided
08:07:13.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.835299 30745 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:07:13.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.836702 30745 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.002s
08:07:13.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.837548 30759 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:07:13.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.837783 30745 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
08:07:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.837940 30745 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data,/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/wal
08:07:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51bc2b00712a4d4195611d7b49239d98"
08:07:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:07:04 on dist-test-slave-26x1"
08:07:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.838281 30745 fs_report.cc:389] FS layout report
08:07:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:07:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/wal
08:07:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/wal
08:07:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data/data
08:07:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:07:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:07:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:07:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:07:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:07:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:07:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:07:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:07:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:07:13.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:07:13.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:07:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.849401 30745 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:07:13.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.849793 30745 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:07:13.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.849968 30745 kserver.cc:163] Server-wide thread pool size limit: 3276
08:07:13.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.850246 30745 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:07:13.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.850817 30766 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:07:13.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.851698 30745 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:07:13.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.851869 30745 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:07:13.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.851964 30745 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:07:13.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.852648 30745 ts_tablet_manager.cc:616] Registered 1 tablets
08:07:13.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.852699 30745 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:07:13.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.852783 30766 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98: Bootstrap starting.
08:07:13.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.862579 30745 rpc_server.cc:307] RPC server started. Bound to: 127.28.234.195:36059
08:07:13.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.862673 30873 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.234.195:36059 every 8 connection(s)
08:07:13.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.863067 30745 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data/info.pb
08:07:13.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.863706 30766 log.cc:826] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98: Log is configured to *not* fsync() on all Append() calls
08:07:13.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.869100 29611 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskXcJzzt/build/release/bin/kudu as pid 30745
08:07:13.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.869163 30875 heartbeater.cc:344] Connected to a master server at 127.28.234.254:33931
08:07:13.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.869266 30875 heartbeater.cc:461] Registering TS with master...
08:07:13.869 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:07:13.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.869462 30875 heartbeater.cc:507] Master 127.28.234.254:33931 requested a full tablet report, sending...
08:07:13.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.870059 29653 ts_manager.cc:194] Re-registered known tserver with Master: 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:13.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.870512 30876 heartbeater.cc:344] Connected to a master server at 127.28.234.253:34795
08:07:13.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.870584 30876 heartbeater.cc:461] Registering TS with master...
08:07:13.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.870679 30876 heartbeater.cc:507] Master 127.28.234.253:34795 requested a full tablet report, sending...
08:07:13.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.870815 30766 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:07:13.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.871024 29724 ts_manager.cc:194] Re-registered known tserver with Master: 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:13.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.872210 30766 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98: Bootstrap complete.
08:07:13.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.873150 30766 ts_tablet_manager.cc:1403] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98: Time spent bootstrapping tablet: real 0.020s	user 0.004s	sys 0.011s
08:07:13.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.873286 30874 heartbeater.cc:344] Connected to a master server at 127.28.234.252:35401
08:07:13.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.873329 30874 heartbeater.cc:461] Registering TS with master...
08:07:13.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.873432 30874 heartbeater.cc:507] Master 127.28.234.252:35401 requested a full tablet report, sending...
08:07:13.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.874112 29798 ts_manager.cc:194] Re-registered known tserver with Master: 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:13.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.874440 30766 raft_consensus.cc:359] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:13.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.874642 29798 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.28.234.195:54133
08:07:13.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.874668 30766 raft_consensus.cc:740] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 51bc2b00712a4d4195611d7b49239d98, State: Initialized, Role: FOLLOWER
08:07:13.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.874781 30766 consensus_queue.cc:260] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:13.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.875099 30766 ts_tablet_manager.cc:1434] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98: Time spent starting tablet: real 0.002s	user 0.003s	sys 0.000s
08:07:13.875 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951, tablet=600ec09b5c254b92b1fa8c060232f0df, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:07:13.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.875550 30874 heartbeater.cc:499] Master 127.28.234.252:35401 was elected leader, sending a full tablet report...
08:07:13.885 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.28.234.193:42321
08:07:13.886 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:07:13.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:13.886409 29611 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskXcJzzt/build/release/bin/kudu with pid 30399
08:07:13.892 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:07:13.892 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] handling channelInactive
08:07:13.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state READY due to: connection closed
08:07:13.906 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:13.908 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:13.909 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:13.909 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:13.928 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:13.929 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)[L]]}]
08:07:13.929 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=3, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=37), Traces: [0ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [1ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [17ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [17ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [36ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1583464833(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@1f51f105 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@784fb844 -> wakeup thread Time-limited test)) after lookup
08:07:13.930 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:13.931 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:13.931 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:13.931 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:13.948 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:13.948 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)[L]]}]
08:07:13.948 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=5, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=56), Traces: [0ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [1ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [17ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [17ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [36ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [37ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [39ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [40ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [55ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1583464833(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@1f51f105 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@801429462 after retry RPC@718063602), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@784fb844 -> wakeup thread Time-limited test -> (continuation of Deferred@801429462 after retry RPC@718063602))) after lookup
08:07:13.949 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:13.950 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:13.950 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:13.951 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:14.008 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:14.008 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)[L]]}]
08:07:14.008 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=7, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=116), Traces: [0ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [1ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [17ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [17ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [36ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [37ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [39ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [40ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [55ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [57ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [58ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [59ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [113ms] refreshing cache from master, [113ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [115ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1583464833(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@1f51f105 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@801429462 after retry RPC@718063602) -> (continuation of Deferred@519240918 after retry RPC@1389185965), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@784fb844 -> wakeup thread Time-limited test -> (continuation of Deferred@801429462 after retry RPC@718063602) -> (continuation of Deferred@519240918 after retry RPC@1389185965))) after lookup
08:07:14.009 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:14.010 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:14.010 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:14.011 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:14.108 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:14.108 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)[L]]}]
08:07:14.108 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=9, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=216), Traces: [0ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [1ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [17ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [17ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [36ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [37ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [39ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [40ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [55ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [57ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [58ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [59ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [113ms] refreshing cache from master, [113ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [115ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [117ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [119ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [119ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [213ms] refreshing cache from master, [214ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [215ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1583464833(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@1f51f105 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@801429462 after retry RPC@718063602) -> (continuation of Deferred@519240918 after retry RPC@1389185965) -> (continuation of Deferred@1381457548 after retry RPC@1795159880), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@784fb844 -> wakeup thread Time-limited test -> (continuation of Deferred@801429462 after retry RPC@718063602) -> (continuation of Deferred@519240918 after retry RPC@1389185965) -> (continuation of Deferred@1381457548 after retry RPC@1795159880))) after lookup
08:07:14.109 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:14.110 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:14.110 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:14.110 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:14.148 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:14.148 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)[L]]}]
08:07:14.148 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=11, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=256), Traces: [0ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [1ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [17ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [17ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [36ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [37ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [39ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [40ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [55ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [57ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [58ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [59ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [113ms] refreshing cache from master, [113ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [115ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [117ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [119ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [119ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [213ms] refreshing cache from master, [214ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [215ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [217ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [218ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [218ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [253ms] refreshing cache from master, [254ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [256ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1583464833(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@1f51f105 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@801429462 after retry RPC@718063602) -> (continuation of Deferred@519240918 after retry RPC@1389185965) -> (continuation of Deferred@1381457548 after retry RPC@1795159880) -> (continuation of Deferred@821452819 after retry RPC@631674098), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@784fb844 -> wakeup thread Time-limited test -> (continuation of Deferred@801429462 after retry RPC@718063602) -> (continuation of Deferred@519240918 after retry RPC@1389185965) -> (continuation of Deferred@1381457548 after retry RPC@1795159880) -> (continuation of Deferred@821452819 after retry RPC@631674098))) after lookup
08:07:14.149 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:14.150 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:14.151 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:14.151 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:15.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:15.240434 30888 raft_consensus.cc:493] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 7274718a4971487cbd5f3dac87cd1d05)
08:07:15.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:15.240545 30888 raft_consensus.cc:515] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:15.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:15.240847 30888 leader_election.cc:290] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321), 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:15.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:15.241307 30591 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.234.193:42321: connect: Connection refused (error 111)
08:07:15.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:15.241741 30591 leader_election.cc:336] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321): Network error: Client connection negotiation failed: client connection to 127.28.234.193:42321: connect: Connection refused (error 111)
08:07:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:15.244311 30828 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "600ec09b5c254b92b1fa8c060232f0df" candidate_uuid: "3236f02bb80845179321a99d020b4abb" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "51bc2b00712a4d4195611d7b49239d98" is_pre_election: true
08:07:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:15.244439 30828 raft_consensus.cc:2468] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3236f02bb80845179321a99d020b4abb in term 3.
08:07:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:15.244681 30593 leader_election.cc:304] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3236f02bb80845179321a99d020b4abb, 51bc2b00712a4d4195611d7b49239d98; no voters: 7274718a4971487cbd5f3dac87cd1d05
08:07:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:15.244796 30888 raft_consensus.cc:2804] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 4 FOLLOWER]: Leader pre-election won for term 5
08:07:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:15.244843 30888 raft_consensus.cc:493] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 4 FOLLOWER]: Starting leader election (detected failure of leader 7274718a4971487cbd5f3dac87cd1d05)
08:07:15.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:15.244864 30888 raft_consensus.cc:3060] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 4 FOLLOWER]: Advancing to term 5
08:07:15.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:15.245441 30888 raft_consensus.cc:515] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:15.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:15.245602 30888 leader_election.cc:290] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [CANDIDATE]: Term 5 election: Requested vote from peers 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321), 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:15.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:15.245810 30828 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "600ec09b5c254b92b1fa8c060232f0df" candidate_uuid: "3236f02bb80845179321a99d020b4abb" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "51bc2b00712a4d4195611d7b49239d98"
08:07:15.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:15.245957 30828 raft_consensus.cc:3060] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 3 FOLLOWER]: Advancing to term 5
08:07:15.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:15.246243 30591 leader_election.cc:336] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321): Network error: Client connection negotiation failed: client connection to 127.28.234.193:42321: connect: Connection refused (error 111)
08:07:15.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:15.247026 30828 raft_consensus.cc:2468] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3236f02bb80845179321a99d020b4abb in term 5.
08:07:15.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:15.247278 30593 leader_election.cc:304] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3236f02bb80845179321a99d020b4abb, 51bc2b00712a4d4195611d7b49239d98; no voters: 7274718a4971487cbd5f3dac87cd1d05
08:07:15.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:15.247397 30888 raft_consensus.cc:2804] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 5 FOLLOWER]: Leader election won for term 5
08:07:15.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:15.247555 30888 raft_consensus.cc:697] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 5 LEADER]: Becoming Leader. State: Replica: 3236f02bb80845179321a99d020b4abb, State: Running, Role: LEADER
08:07:15.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:15.247654 30888 consensus_queue.cc:237] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:15.248543 29798 catalog_manager.cc:5696] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb reported cstate change: term changed from 4 to 5, leader changed from 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193) to 3236f02bb80845179321a99d020b4abb (127.28.234.194). New cstate: current_term: 5 leader_uuid: "3236f02bb80845179321a99d020b4abb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } health_report { overall_health: UNKNOWN } } }
08:07:15.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:15.712919 30591 consensus_peers.cc:597] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb -> Peer 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321): Couldn't send request to peer 7274718a4971487cbd5f3dac87cd1d05. Status: Network error: Client connection negotiation failed: client connection to 127.28.234.193:42321: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:07:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:15.782748 30828 raft_consensus.cc:1275] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 5 FOLLOWER]: Refusing update from remote peer 3236f02bb80845179321a99d020b4abb: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 17. (index mismatch)
08:07:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:15.783077 30888 consensus_queue.cc:1048] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [LEADER]: Connected to new peer: Peer: permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
08:07:16.128 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:16.128 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)[L],51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:16.128 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=13, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=2236), Traces: [0ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [1ms] delaying RPC due to: Illegal state: connection is terminated, [14ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [17ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [17ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [36ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [37ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [39ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [40ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [55ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [57ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [58ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [59ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [113ms] refreshing cache from master, [113ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [115ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [117ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [119ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [119ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [213ms] refreshing cache from master, [214ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [215ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [217ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [218ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [218ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [253ms] refreshing cache from master, [254ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [256ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [257ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [259ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [259ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [2233ms] refreshing cache from master, [2234ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [2235ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1583464833(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@1f51f105 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@801429462 after retry RPC@718063602) -> (continuation of Deferred@519240918 after retry RPC@1389185965) -> (continuation of Deferred@1381457548 after retry RPC@1795159880) -> (continuation of Deferred@821452819 after retry RPC@631674098) -> (continuation of Deferred@2144848684 after retry RPC@1858584864), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@784fb844 -> wakeup thread Time-limited test -> (continuation of Deferred@801429462 after retry RPC@718063602) -> (continuation of Deferred@519240918 after retry RPC@1389185965) -> (continuation of Deferred@1381457548 after retry RPC@1795159880) -> (continuation of Deferred@821452819 after retry RPC@631674098) -> (continuation of Deferred@2144848684 after retry RPC@1858584864))) after lookup
08:07:16.129 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] connecting to peer
08:07:16.130 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] Successfully connected to peer
08:07:16.147 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcabb0a80, L:/127.0.0.1:49396 - R:/127.28.234.194:46345] using TOKEN/null
08:07:16.157 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.28.234.193:42321
08:07:16.157 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:07:16.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.158095 29611 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:16.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:16.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/wal
08:07:16.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data
08:07:16.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:07:16.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:07:16.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:07:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/logs
08:07:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data/info.pb
08:07:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:07:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:07:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:07:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:07:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:07:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:07:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.193:42321
08:07:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.234.193
08:07:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35741
08:07:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.193
08:07:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:07:16.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:16.239288 30917 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:07:16.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:16.239475 30917 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:07:16.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:16.239496 30917 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:07:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:16.241012 30917 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:07:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:16.241066 30917 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.234.193
08:07:16.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.242707 30917 tablet_server_runner.cc:78] Tablet server non-default flags:
08:07:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data
08:07:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/wal
08:07:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.193:42321
08:07:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:07:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data/info.pb
08:07:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.193
08:07:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35741
08:07:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:07:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.30917
08:07:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:07:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:07:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.234.193
08:07:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/logs
08:07:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:07:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:07:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:07:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:07:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:07:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:07:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:17 UTC on e7f111948823
08:07:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11953
08:07:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.242914 30917 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:07:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.243115 30917 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:07:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:16.245761 30925 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:16.245740 30922 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:16.245733 30923 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.246819 30917 server_base.cc:1061] running on GCE node
08:07:16.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.247097 30917 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:07:16.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.247313 30917 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:07:16.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.248497 30917 hybrid_clock.cc:648] HybridClock initialized: now 1779091636248468 us; error 50 us; skew 500 ppm
08:07:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.249729 30917 webserver.cc:533] Webserver started at http://127.28.234.193:35741/ using document root <none> and password file <none>
08:07:16.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.250051 30917 fs_manager.cc:362] Metadata directory not provided
08:07:16.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.250131 30917 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:07:16.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.251385 30917 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
08:07:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.252270 30931 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:07:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.252616 30917 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.000s
08:07:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.252698 30917 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data,/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/wal
08:07:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7274718a4971487cbd5f3dac87cd1d05"
08:07:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:07:04 on dist-test-slave-26x1"
08:07:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.253057 30917 fs_report.cc:389] FS layout report
08:07:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:07:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/wal
08:07:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/wal
08:07:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data/data
08:07:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:07:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:07:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:07:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:07:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:07:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:07:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:07:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:07:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:07:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:07:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:07:16.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.268328 30917 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:07:16.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.268730 30917 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:07:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.268889 30917 kserver.cc:163] Server-wide thread pool size limit: 3276
08:07:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.269264 30917 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:07:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.269945 30938 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:07:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.270815 30917 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:07:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.270898 30917 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:07:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.270943 30917 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:07:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.271634 30917 ts_tablet_manager.cc:616] Registered 1 tablets
08:07:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.271696 30917 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:07:16.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.271744 30938 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Bootstrap starting.
08:07:16.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.279443 30917 rpc_server.cc:307] RPC server started. Bound to: 127.28.234.193:42321
08:07:16.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.279531 31045 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.234.193:42321 every 8 connection(s)
08:07:16.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.279959 30917 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data/info.pb
08:07:16.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.282346 30938 log.cc:826] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Log is configured to *not* fsync() on all Append() calls
08:07:16.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.283306 29611 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskXcJzzt/build/release/bin/kudu as pid 30917
08:07:16.283 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:07:16.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.286091 30938 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:07:16.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.286417 30938 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Bootstrap complete.
08:07:16.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.287551 30938 ts_tablet_manager.cc:1403] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Time spent bootstrapping tablet: real 0.016s	user 0.009s	sys 0.004s
08:07:16.289 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951, tablet=600ec09b5c254b92b1fa8c060232f0df, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:07:16.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.288873 30938 raft_consensus.cc:359] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:16.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.289202 30938 raft_consensus.cc:740] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7274718a4971487cbd5f3dac87cd1d05, State: Initialized, Role: FOLLOWER
08:07:16.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.289336 30938 consensus_queue.cc:260] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:16.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.289587 30938 ts_tablet_manager.cc:1434] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.001s
08:07:16.290 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.28.234.194:46345
08:07:16.290 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:07:16.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.290930 29611 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskXcJzzt/build/release/bin/kudu with pid 30574
08:07:16.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.291755 31048 heartbeater.cc:344] Connected to a master server at 127.28.234.253:34795
08:07:16.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.291891 31048 heartbeater.cc:461] Registering TS with master...
08:07:16.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.292121 31048 heartbeater.cc:507] Master 127.28.234.253:34795 requested a full tablet report, sending...
08:07:16.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.292472 31046 heartbeater.cc:344] Connected to a master server at 127.28.234.252:35401
08:07:16.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.292538 31046 heartbeater.cc:461] Registering TS with master...
08:07:16.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.292650 31046 heartbeater.cc:507] Master 127.28.234.252:35401 requested a full tablet report, sending...
08:07:16.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.292668 31047 heartbeater.cc:344] Connected to a master server at 127.28.234.254:33931
08:07:16.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.292727 31047 heartbeater.cc:461] Registering TS with master...
08:07:16.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.292824 31047 heartbeater.cc:507] Master 127.28.234.254:33931 requested a full tablet report, sending...
08:07:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.292922 29798 ts_manager.cc:194] Re-registered known tserver with Master: 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321)
08:07:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.293054 29725 ts_manager.cc:194] Re-registered known tserver with Master: 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321)
08:07:16.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.293483 29798 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.28.234.193:43719
08:07:16.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.293689 29652 ts_manager.cc:194] Re-registered known tserver with Master: 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321)
08:07:16.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:16.294209 31046 heartbeater.cc:499] Master 127.28.234.252:35401 was elected leader, sending a full tablet report...
08:07:16.298 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] handling channelInactive
08:07:16.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] cleaning up while in state READY due to: connection closed
08:07:16.298 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:07:16.299 [DEBUG - Time-limited test] (Connection.java:748) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] connecting to peer
08:07:16.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:16.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:16.300 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:16.308 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:16.308 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)[L],51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:16.309 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [1ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [1ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [6ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [8ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1107951929(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@9a441d3 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7af2d92b -> wakeup thread Time-limited test)) after lookup
08:07:16.309 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] connecting to peer
08:07:16.310 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:16.310 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:16.311 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:16.328 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:16.328 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)[L],51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:16.328 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=29), Traces: [0ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [1ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [1ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [6ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [8ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [10ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [12ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [12ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [29ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1107951929(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@9a441d3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@278342771 after retry RPC@2084607179), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7af2d92b -> wakeup thread Time-limited test -> (continuation of Deferred@278342771 after retry RPC@2084607179))) after lookup
08:07:16.329 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] connecting to peer
08:07:16.330 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:16.331 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:16.331 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:16.368 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:16.369 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)[L],51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:16.369 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=70), Traces: [0ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [1ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [1ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [6ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [8ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [10ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [12ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [12ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [29ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [30ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [32ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [32ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [66ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [69ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1107951929(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@9a441d3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@278342771 after retry RPC@2084607179) -> (continuation of Deferred@1240361504 after retry RPC@837830938), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7af2d92b -> wakeup thread Time-limited test -> (continuation of Deferred@278342771 after retry RPC@2084607179) -> (continuation of Deferred@1240361504 after retry RPC@837830938))) after lookup
08:07:16.370 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] connecting to peer
08:07:16.372 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:16.372 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:16.372 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:16.508 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:16.508 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)[L],51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:16.508 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=209), Traces: [0ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [1ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [1ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [6ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [8ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [10ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [12ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [12ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [29ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [30ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [32ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [32ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [66ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [69ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [71ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [73ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [73ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [206ms] refreshing cache from master, [206ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [208ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1107951929(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@9a441d3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@278342771 after retry RPC@2084607179) -> (continuation of Deferred@1240361504 after retry RPC@837830938) -> (continuation of Deferred@2089084956 after retry RPC@1326433807), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7af2d92b -> wakeup thread Time-limited test -> (continuation of Deferred@278342771 after retry RPC@2084607179) -> (continuation of Deferred@1240361504 after retry RPC@837830938) -> (continuation of Deferred@2089084956 after retry RPC@1326433807))) after lookup
08:07:16.509 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] connecting to peer
08:07:16.510 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:16.510 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:16.511 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:16.848 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:16.849 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)[L],51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:16.849 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=550), Traces: [0ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [1ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [1ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [6ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [8ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [10ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [12ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [12ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [29ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [30ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [32ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [32ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [66ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [69ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [71ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [73ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [73ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [206ms] refreshing cache from master, [206ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [208ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [210ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [211ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [212ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [547ms] refreshing cache from master, [547ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [549ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1107951929(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@9a441d3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@278342771 after retry RPC@2084607179) -> (continuation of Deferred@1240361504 after retry RPC@837830938) -> (continuation of Deferred@2089084956 after retry RPC@1326433807) -> (continuation of Deferred@9709339 after retry RPC@832222904), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7af2d92b -> wakeup thread Time-limited test -> (continuation of Deferred@278342771 after retry RPC@2084607179) -> (continuation of Deferred@1240361504 after retry RPC@837830938) -> (continuation of Deferred@2089084956 after retry RPC@1326433807) -> (continuation of Deferred@9709339 after retry RPC@832222904))) after lookup
08:07:16.850 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] connecting to peer
08:07:16.851 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:16.851 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:16.851 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:17.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:17.657274 31059 raft_consensus.cc:493] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 3236f02bb80845179321a99d020b4abb)
08:07:17.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:17.657387 31059 raft_consensus.cc:515] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:17.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:17.657711 31059 leader_election.cc:290] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321), 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345)
08:07:17.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:17.658324 30763 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.234.194:46345: connect: Connection refused (error 111)
08:07:17.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:17.658774 30763 leader_election.cc:336] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345): Network error: Client connection negotiation failed: client connection to 127.28.234.194:46345: connect: Connection refused (error 111)
08:07:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:17.661347 31000 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "600ec09b5c254b92b1fa8c060232f0df" candidate_uuid: "51bc2b00712a4d4195611d7b49239d98" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "7274718a4971487cbd5f3dac87cd1d05" is_pre_election: true
08:07:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:17.661478 31000 raft_consensus.cc:2468] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 51bc2b00712a4d4195611d7b49239d98 in term 4.
08:07:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:17.661734 30761 leader_election.cc:304] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 51bc2b00712a4d4195611d7b49239d98, 7274718a4971487cbd5f3dac87cd1d05; no voters: 3236f02bb80845179321a99d020b4abb
08:07:17.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:17.662070 31059 raft_consensus.cc:2804] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 5 FOLLOWER]: Leader pre-election won for term 6
08:07:17.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:17.662125 31059 raft_consensus.cc:493] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 5 FOLLOWER]: Starting leader election (detected failure of leader 3236f02bb80845179321a99d020b4abb)
08:07:17.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:17.662142 31059 raft_consensus.cc:3060] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 5 FOLLOWER]: Advancing to term 6
08:07:17.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:17.662684 31059 raft_consensus.cc:515] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:17.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:17.662827 31059 leader_election.cc:290] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [CANDIDATE]: Term 6 election: Requested vote from peers 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321), 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345)
08:07:17.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:17.663009 31000 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "600ec09b5c254b92b1fa8c060232f0df" candidate_uuid: "51bc2b00712a4d4195611d7b49239d98" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "7274718a4971487cbd5f3dac87cd1d05"
08:07:17.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:17.663096 31000 raft_consensus.cc:3060] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 4 FOLLOWER]: Advancing to term 6
08:07:17.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:17.663440 30763 leader_election.cc:336] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345): Network error: Client connection negotiation failed: client connection to 127.28.234.194:46345: connect: Connection refused (error 111)
08:07:17.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:17.664187 31000 raft_consensus.cc:2468] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 51bc2b00712a4d4195611d7b49239d98 in term 6.
08:07:17.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:17.664362 30761 leader_election.cc:304] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 51bc2b00712a4d4195611d7b49239d98, 7274718a4971487cbd5f3dac87cd1d05; no voters: 3236f02bb80845179321a99d020b4abb
08:07:17.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:17.664454 31059 raft_consensus.cc:2804] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 6 FOLLOWER]: Leader election won for term 6
08:07:17.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:17.664614 31059 raft_consensus.cc:697] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 6 LEADER]: Becoming Leader. State: Replica: 51bc2b00712a4d4195611d7b49239d98, State: Running, Role: LEADER
08:07:17.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:17.664729 31059 consensus_queue.cc:237] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:17.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:17.665429 29798 catalog_manager.cc:5696] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 reported cstate change: term changed from 5 to 6, leader changed from 3236f02bb80845179321a99d020b4abb (127.28.234.194) to 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195). New cstate: current_term: 6 leader_uuid: "51bc2b00712a4d4195611d7b49239d98" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } health_report { overall_health: HEALTHY } } }
08:07:18.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.042377 31000 raft_consensus.cc:1275] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 6 FOLLOWER]: Refusing update from remote peer 51bc2b00712a4d4195611d7b49239d98: Log matching property violated. Preceding OpId in replica: term: 4 index: 16. Preceding OpId from leader: term: 6 index: 21. (index mismatch)
08:07:18.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.042843 31059 consensus_queue.cc:1048] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
08:07:18.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:18.045950 30763 consensus_peers.cc:597] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 -> Peer 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345): Couldn't send request to peer 3236f02bb80845179321a99d020b4abb. Status: Network error: Client connection negotiation failed: client connection to 127.28.234.194:46345: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:07:18.268 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:18.268 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)[L],7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:18.268 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1969), Traces: [0ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [1ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [1ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [6ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [8ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [10ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [12ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [12ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [26ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [29ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [30ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [32ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [32ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [66ms] refreshing cache from master, [67ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [69ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [71ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [73ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [73ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [206ms] refreshing cache from master, [206ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [208ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [210ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [211ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [212ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [547ms] refreshing cache from master, [547ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [549ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [550ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [552ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [552ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [1967ms] refreshing cache from master, [1967ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [1969ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1107951929(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@9a441d3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@278342771 after retry RPC@2084607179) -> (continuation of Deferred@1240361504 after retry RPC@837830938) -> (continuation of Deferred@2089084956 after retry RPC@1326433807) -> (continuation of Deferred@9709339 after retry RPC@832222904) -> (continuation of Deferred@1316986666 after retry RPC@708108075), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@7af2d92b -> wakeup thread Time-limited test -> (continuation of Deferred@278342771 after retry RPC@2084607179) -> (continuation of Deferred@1240361504 after retry RPC@837830938) -> (continuation of Deferred@2089084956 after retry RPC@1326433807) -> (continuation of Deferred@9709339 after retry RPC@832222904) -> (continuation of Deferred@1316986666 after retry RPC@708108075))) after lookup
08:07:18.269 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] connecting to peer
08:07:18.270 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] Successfully connected to peer
08:07:18.294 [DEBUG - kudu-nio-7] (Negotiator.java:919) Authenticated connection [id: 0x5347aff3, L:/127.0.0.1:36616 - R:/127.28.234.195:36059] using TOKEN/null
08:07:18.307 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.28.234.194:46345
08:07:18.309 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:07:18.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.310227 29611 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:18.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:18.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/wal
08:07:18.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data
08:07:18.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:07:18.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:07:18.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:07:18.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:18.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:18.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:18.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/logs
08:07:18.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data/info.pb
08:07:18.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:18.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:07:18.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:07:18.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:07:18.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:07:18.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:18.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:18.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:18.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:07:18.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:07:18.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.194:46345
08:07:18.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.234.194
08:07:18.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:18.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41177
08:07:18.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.194
08:07:18.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:18.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:18.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:18.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:07:18.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:18.397401 31088 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:07:18.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:18.397593 31088 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:07:18.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:18.397631 31088 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:07:18.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:18.399307 31088 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:07:18.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:18.399374 31088 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.234.194
08:07:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.400933 31088 tablet_server_runner.cc:78] Tablet server non-default flags:
08:07:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data
08:07:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/wal
08:07:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.194:46345
08:07:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:07:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data/info.pb
08:07:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.194
08:07:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41177
08:07:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:07:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.31088
08:07:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:07:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:07:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.234.194
08:07:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/logs
08:07:18.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:18.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:07:18.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:07:18.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:07:18.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:07:18.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:07:18.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:07:18.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:17 UTC on e7f111948823
08:07:18.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11953
08:07:18.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.401141 31088 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:07:18.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.401335 31088 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:07:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:18.404579 31094 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:18.404590 31093 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:18.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:18.404597 31096 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:18.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.404852 31088 server_base.cc:1061] running on GCE node
08:07:18.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.405190 31088 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:07:18.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.405422 31088 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:07:18.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.412846 31088 hybrid_clock.cc:648] HybridClock initialized: now 1779091638412800 us; error 65 us; skew 500 ppm
08:07:18.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.414559 31088 webserver.cc:533] Webserver started at http://127.28.234.194:41177/ using document root <none> and password file <none>
08:07:18.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.414799 31088 fs_manager.cc:362] Metadata directory not provided
08:07:18.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.414877 31088 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:07:18.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.416468 31088 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.001s
08:07:18.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.417183 31102 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:07:18.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.417342 31088 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.000s
08:07:18.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.417416 31088 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data,/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/wal
08:07:18.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3236f02bb80845179321a99d020b4abb"
08:07:18.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:07:04 on dist-test-slave-26x1"
08:07:18.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.417730 31088 fs_report.cc:389] FS layout report
08:07:18.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:07:18.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/wal
08:07:18.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/wal
08:07:18.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data/data
08:07:18.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:07:18.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:07:18.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:07:18.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:07:18.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:07:18.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:07:18.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:07:18.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:07:18.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:07:18.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:07:18.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:07:18.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.439750 31088 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:07:18.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.440148 31088 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:07:18.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.440303 31088 kserver.cc:163] Server-wide thread pool size limit: 3276
08:07:18.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.440574 31088 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:07:18.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.441159 31109 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:07:18.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.442287 31088 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:07:18.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.442337 31088 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:07:18.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.442365 31088 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:07:18.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.442946 31088 ts_tablet_manager.cc:616] Registered 1 tablets
08:07:18.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.442978 31088 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:07:18.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.443070 31109 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb: Bootstrap starting.
08:07:18.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.450273 31088 rpc_server.cc:307] RPC server started. Bound to: 127.28.234.194:46345
08:07:18.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.450337 31216 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.234.194:46345 every 8 connection(s)
08:07:18.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.450690 31088 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data/info.pb
08:07:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.455358 31109 log.cc:826] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb: Log is configured to *not* fsync() on all Append() calls
08:07:18.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.456449 29611 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskXcJzzt/build/release/bin/kudu as pid 31088
08:07:18.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.456682 31217 heartbeater.cc:344] Connected to a master server at 127.28.234.252:35401
08:07:18.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.456779 31217 heartbeater.cc:461] Registering TS with master...
08:07:18.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.457003 31217 heartbeater.cc:507] Master 127.28.234.252:35401 requested a full tablet report, sending...
08:07:18.457 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:07:18.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.459034 29798 ts_manager.cc:194] Re-registered known tserver with Master: 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345)
08:07:18.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.459585 29798 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.28.234.194:56429
08:07:18.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.459807 31218 heartbeater.cc:344] Connected to a master server at 127.28.234.254:33931
08:07:18.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.459867 31218 heartbeater.cc:461] Registering TS with master...
08:07:18.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.459977 31218 heartbeater.cc:507] Master 127.28.234.254:33931 requested a full tablet report, sending...
08:07:18.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.460340 29652 ts_manager.cc:194] Re-registered known tserver with Master: 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345)
08:07:18.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.461298 31109 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:07:18.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.461633 31109 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb: Bootstrap complete.
08:07:18.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.462077 31219 heartbeater.cc:344] Connected to a master server at 127.28.234.253:34795
08:07:18.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.462134 31219 heartbeater.cc:461] Registering TS with master...
08:07:18.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.462193 31219 heartbeater.cc:507] Master 127.28.234.253:34795 requested a full tablet report, sending...
08:07:18.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.462512 29724 ts_manager.cc:194] Re-registered known tserver with Master: 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345)
08:07:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.463479 31109 ts_tablet_manager.cc:1403] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb: Time spent bootstrapping tablet: real 0.020s	user 0.002s	sys 0.014s
08:07:18.464 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951, tablet=600ec09b5c254b92b1fa8c060232f0df, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:07:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.464672 31109 raft_consensus.cc:359] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.464942 31109 raft_consensus.cc:740] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3236f02bb80845179321a99d020b4abb, State: Initialized, Role: FOLLOWER
08:07:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.465101 31109 consensus_queue.cc:260] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:18.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.465374 31109 ts_tablet_manager.cc:1434] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.002s
08:07:18.465 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.28.234.195:36059
08:07:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.465595 31217 heartbeater.cc:499] Master 127.28.234.252:35401 was elected leader, sending a full tablet report...
08:07:18.466 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:07:18.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:18.466500 29611 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskXcJzzt/build/release/bin/kudu with pid 30745
08:07:18.473 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:07:18.473 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] handling channelInactive
08:07:18.474 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] cleaning up while in state READY due to: connection closed
08:07:18.474 [DEBUG - Time-limited test] (Connection.java:748) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] connecting to peer
08:07:18.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:18.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] cleaning up while in state CONNECTING due to: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:18.476 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:18.488 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:18.488 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)[L],7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:18.488 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [2ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [2ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [13ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@2084839860(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@70856490 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55ba3d5d -> wakeup thread Time-limited test)) after lookup
08:07:18.489 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] connecting to peer
08:07:18.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:18.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] cleaning up while in state CONNECTING due to: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:18.490 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:18.508 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:18.508 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)[L],7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:18.509 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [2ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [2ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [13ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [15ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [16ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [16ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [34ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@2084839860(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@70856490 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1559198659 after retry RPC@1636265167), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55ba3d5d -> wakeup thread Time-limited test -> (continuation of Deferred@1559198659 after retry RPC@1636265167))) after lookup
08:07:18.509 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] connecting to peer
08:07:18.510 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:18.511 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] cleaning up while in state CONNECTING due to: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:18.511 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:18.528 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:18.528 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)[L],7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:18.529 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=55), Traces: [0ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [2ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [2ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [13ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [15ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [16ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [16ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [34ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [35ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [37ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [37ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [54ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@2084839860(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@70856490 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1559198659 after retry RPC@1636265167) -> (continuation of Deferred@1717039147 after retry RPC@1013713210), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55ba3d5d -> wakeup thread Time-limited test -> (continuation of Deferred@1559198659 after retry RPC@1636265167) -> (continuation of Deferred@1717039147 after retry RPC@1013713210))) after lookup
08:07:18.530 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] connecting to peer
08:07:18.531 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:18.531 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] cleaning up while in state CONNECTING due to: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:18.532 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:18.648 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:18.648 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)[L],7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:18.649 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=174), Traces: [0ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [2ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [2ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [13ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [15ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [16ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [16ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [34ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [35ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [37ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [37ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [54ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [56ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [58ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [58ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [171ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [174ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@2084839860(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@70856490 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1559198659 after retry RPC@1636265167) -> (continuation of Deferred@1717039147 after retry RPC@1013713210) -> (continuation of Deferred@1185206202 after retry RPC@1023661457), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55ba3d5d -> wakeup thread Time-limited test -> (continuation of Deferred@1559198659 after retry RPC@1636265167) -> (continuation of Deferred@1717039147 after retry RPC@1013713210) -> (continuation of Deferred@1185206202 after retry RPC@1023661457))) after lookup
08:07:18.649 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] connecting to peer
08:07:18.651 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:18.651 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] cleaning up while in state CONNECTING due to: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:18.651 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:18.888 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:18.888 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)[L],7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:18.888 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=414), Traces: [0ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [2ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [2ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [13ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [15ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [16ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [16ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [34ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [35ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [37ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [37ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [54ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [56ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [58ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [58ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [171ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [174ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [175ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [177ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [177ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [412ms] refreshing cache from master, [412ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [413ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@2084839860(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@70856490 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1559198659 after retry RPC@1636265167) -> (continuation of Deferred@1717039147 after retry RPC@1013713210) -> (continuation of Deferred@1185206202 after retry RPC@1023661457) -> (continuation of Deferred@1314873895 after retry RPC@1842579744), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55ba3d5d -> wakeup thread Time-limited test -> (continuation of Deferred@1559198659 after retry RPC@1636265167) -> (continuation of Deferred@1717039147 after retry RPC@1013713210) -> (continuation of Deferred@1185206202 after retry RPC@1023661457) -> (continuation of Deferred@1314873895 after retry RPC@1842579744))) after lookup
08:07:18.890 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] connecting to peer
08:07:18.891 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:18.891 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] cleaning up while in state CONNECTING due to: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:18.891 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:19.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:19.807140 31231 raft_consensus.cc:493] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 51bc2b00712a4d4195611d7b49239d98)
08:07:19.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:19.807281 31231 raft_consensus.cc:515] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:19.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:19.807617 31231 leader_election.cc:290] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345), 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:19.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:19.808388 30935 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.234.195:36059: connect: Connection refused (error 111)
08:07:19.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:19.808982 30935 leader_election.cc:336] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059): Network error: Client connection negotiation failed: client connection to 127.28.234.195:36059: connect: Connection refused (error 111)
08:07:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:19.811546 31171 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "600ec09b5c254b92b1fa8c060232f0df" candidate_uuid: "7274718a4971487cbd5f3dac87cd1d05" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "3236f02bb80845179321a99d020b4abb" is_pre_election: true
08:07:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:19.811693 31171 raft_consensus.cc:2468] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7274718a4971487cbd5f3dac87cd1d05 in term 5.
08:07:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:19.811944 30935 leader_election.cc:304] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3236f02bb80845179321a99d020b4abb, 7274718a4971487cbd5f3dac87cd1d05; no voters: 51bc2b00712a4d4195611d7b49239d98
08:07:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:19.812083 31231 raft_consensus.cc:2804] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 6 FOLLOWER]: Leader pre-election won for term 7
08:07:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:19.812134 31231 raft_consensus.cc:493] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 6 FOLLOWER]: Starting leader election (detected failure of leader 51bc2b00712a4d4195611d7b49239d98)
08:07:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:19.812160 31231 raft_consensus.cc:3060] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 6 FOLLOWER]: Advancing to term 7
08:07:19.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:19.812749 31231 raft_consensus.cc:515] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:19.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:19.812892 31231 leader_election.cc:290] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [CANDIDATE]: Term 7 election: Requested vote from peers 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345), 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:19.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:19.813104 31171 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "600ec09b5c254b92b1fa8c060232f0df" candidate_uuid: "7274718a4971487cbd5f3dac87cd1d05" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "3236f02bb80845179321a99d020b4abb"
08:07:19.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:19.813234 31171 raft_consensus.cc:3060] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 5 FOLLOWER]: Advancing to term 7
08:07:19.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:19.813441 30935 leader_election.cc:336] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059): Network error: Client connection negotiation failed: client connection to 127.28.234.195:36059: connect: Connection refused (error 111)
08:07:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:19.814563 31171 raft_consensus.cc:2468] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7274718a4971487cbd5f3dac87cd1d05 in term 7.
08:07:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:19.814767 30935 leader_election.cc:304] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3236f02bb80845179321a99d020b4abb, 7274718a4971487cbd5f3dac87cd1d05; no voters: 51bc2b00712a4d4195611d7b49239d98
08:07:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:19.814875 31231 raft_consensus.cc:2804] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 7 FOLLOWER]: Leader election won for term 7
08:07:19.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:19.815007 31231 raft_consensus.cc:697] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 7 LEADER]: Becoming Leader. State: Replica: 7274718a4971487cbd5f3dac87cd1d05, State: Running, Role: LEADER
08:07:19.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:19.815141 31231 consensus_queue.cc:237] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:19.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:19.815979 29798 catalog_manager.cc:5696] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 reported cstate change: term changed from 6 to 7, leader changed from 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195) to 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193). New cstate: current_term: 7 leader_uuid: "7274718a4971487cbd5f3dac87cd1d05" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } health_report { overall_health: UNKNOWN } } }
08:07:20.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.204757 31171 raft_consensus.cc:1275] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 7 FOLLOWER]: Refusing update from remote peer 7274718a4971487cbd5f3dac87cd1d05: Log matching property violated. Preceding OpId in replica: term: 5 index: 20. Preceding OpId from leader: term: 7 index: 25. (index mismatch)
08:07:20.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.205158 31231 consensus_queue.cc:1048] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
08:07:20.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:20.208263 30935 consensus_peers.cc:597] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 -> Peer 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059): Couldn't send request to peer 51bc2b00712a4d4195611d7b49239d98. Status: Network error: Client connection negotiation failed: client connection to 127.28.234.195:36059: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:07:20.708 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:20.708 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)[L]]}]
08:07:20.709 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=2235), Traces: [0ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [2ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [2ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [11ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [13ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [15ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [16ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [16ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [34ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [35ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [37ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [37ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [54ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [56ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [58ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [58ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [171ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [174ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [175ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [177ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [177ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [412ms] refreshing cache from master, [412ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [413ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [415ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [417ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [417ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [2231ms] refreshing cache from master, [2231ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [2233ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@2084839860(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@70856490 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1559198659 after retry RPC@1636265167) -> (continuation of Deferred@1717039147 after retry RPC@1013713210) -> (continuation of Deferred@1185206202 after retry RPC@1023661457) -> (continuation of Deferred@1314873895 after retry RPC@1842579744) -> (continuation of Deferred@1199581116 after retry RPC@912993509), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@55ba3d5d -> wakeup thread Time-limited test -> (continuation of Deferred@1559198659 after retry RPC@1636265167) -> (continuation of Deferred@1717039147 after retry RPC@1013713210) -> (continuation of Deferred@1185206202 after retry RPC@1023661457) -> (continuation of Deferred@1314873895 after retry RPC@1842579744) -> (continuation of Deferred@1199581116 after retry RPC@912993509))) after lookup
08:07:20.710 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:20.711 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] Successfully connected to peer
08:07:20.740 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0x453dc7d6, L:/127.0.0.1:60684 - R:/127.28.234.193:42321] using TOKEN/null
08:07:20.759 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.28.234.195:36059
08:07:20.759 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:07:20.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.760123 29611 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:20.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:20.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/wal
08:07:20.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data
08:07:20.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:07:20.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:07:20.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:07:20.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:20.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:20.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:20.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/logs
08:07:20.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data/info.pb
08:07:20.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:20.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:07:20.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:07:20.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:07:20.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:07:20.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:20.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:20.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:20.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:07:20.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:07:20.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.195:36059
08:07:20.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.234.195
08:07:20.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:20.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40871
08:07:20.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.195
08:07:20.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:20.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:20.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:20.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:07:20.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:20.839847 31263 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:07:20.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:20.840054 31263 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:07:20.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:20.840075 31263 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:07:20.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:20.841629 31263 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:07:20.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:20.841693 31263 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.234.195
08:07:20.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.843426 31263 tablet_server_runner.cc:78] Tablet server non-default flags:
08:07:20.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:20.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:20.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data
08:07:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/wal
08:07:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.195:36059
08:07:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:07:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data/info.pb
08:07:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.195
08:07:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40871
08:07:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:07:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.31263
08:07:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:07:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:07:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.234.195
08:07:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/logs
08:07:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:07:20.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:07:20.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:07:20.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:07:20.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:07:20.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:07:20.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:17 UTC on e7f111948823
08:07:20.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11953
08:07:20.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.843695 31263 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:07:20.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.843966 31263 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:07:20.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:20.847023 31271 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:20.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.847095 31263 server_base.cc:1061] running on GCE node
08:07:20.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:20.846989 31272 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:20.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:20.846975 31274 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:20.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.847697 31263 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:07:20.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.847895 31263 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:07:20.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.849073 31263 hybrid_clock.cc:648] HybridClock initialized: now 1779091640849061 us; error 36 us; skew 500 ppm
08:07:20.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.850275 31263 webserver.cc:533] Webserver started at http://127.28.234.195:40871/ using document root <none> and password file <none>
08:07:20.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.850442 31263 fs_manager.cc:362] Metadata directory not provided
08:07:20.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.850484 31263 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:07:20.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.851624 31263 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
08:07:20.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.852301 31280 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:07:20.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.852478 31263 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
08:07:20.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.852556 31263 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data,/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/wal
08:07:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51bc2b00712a4d4195611d7b49239d98"
08:07:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:07:04 on dist-test-slave-26x1"
08:07:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.852814 31263 fs_report.cc:389] FS layout report
08:07:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:07:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/wal
08:07:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/wal
08:07:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data/data
08:07:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:07:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:07:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:07:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:07:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:07:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:07:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:07:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:07:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:07:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:07:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:07:20.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.861225 31263 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:07:20.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.861505 31263 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:07:20.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.861590 31263 kserver.cc:163] Server-wide thread pool size limit: 3276
08:07:20.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.861764 31263 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:07:20.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.862330 31287 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:07:20.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.863340 31263 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:07:20.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.863431 31263 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:07:20.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.863474 31263 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:07:20.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.864197 31263 ts_tablet_manager.cc:616] Registered 1 tablets
08:07:20.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.864257 31263 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:07:20.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.864312 31287 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98: Bootstrap starting.
08:07:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.872983 31263 rpc_server.cc:307] RPC server started. Bound to: 127.28.234.195:36059
08:07:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.873080 31394 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.234.195:36059 every 8 connection(s)
08:07:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.873469 31263 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data/info.pb
08:07:20.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.875402 29611 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskXcJzzt/build/release/bin/kudu as pid 31263
08:07:20.876 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:07:20.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.876704 31287 log.cc:826] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98: Log is configured to *not* fsync() on all Append() calls
08:07:20.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.879246 31395 heartbeater.cc:344] Connected to a master server at 127.28.234.252:35401
08:07:20.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.879374 31395 heartbeater.cc:461] Registering TS with master...
08:07:20.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.879590 31395 heartbeater.cc:507] Master 127.28.234.252:35401 requested a full tablet report, sending...
08:07:20.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.880149 29799 ts_manager.cc:194] Re-registered known tserver with Master: 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:20.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.881098 29799 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.28.234.195:57943
08:07:20.882 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951, tablet=600ec09b5c254b92b1fa8c060232f0df, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:07:20.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.882437 31287 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:07:20.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.883028 31287 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98: Bootstrap complete.
08:07:20.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.884179 31287 ts_tablet_manager.cc:1403] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98: Time spent bootstrapping tablet: real 0.020s	user 0.008s	sys 0.009s
08:07:20.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.885499 31287 raft_consensus.cc:359] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.885814 31287 raft_consensus.cc:740] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 51bc2b00712a4d4195611d7b49239d98, State: Initialized, Role: FOLLOWER
08:07:20.886 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.28.234.193:42321
08:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.886164 31287 consensus_queue.cc:260] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:20.886 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.886478 31287 ts_tablet_manager.cc:1434] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98: Time spent starting tablet: real 0.002s	user 0.003s	sys 0.000s
08:07:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.886653 31395 heartbeater.cc:499] Master 127.28.234.252:35401 was elected leader, sending a full tablet report...
08:07:20.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.886783 31397 heartbeater.cc:344] Connected to a master server at 127.28.234.253:34795
08:07:20.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.886847 31397 heartbeater.cc:461] Registering TS with master...
08:07:20.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.886844 29611 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskXcJzzt/build/release/bin/kudu with pid 30917
08:07:20.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.887454 31397 heartbeater.cc:507] Master 127.28.234.253:34795 requested a full tablet report, sending...
08:07:20.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.893294 29725 ts_manager.cc:194] Re-registered known tserver with Master: 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:20.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.893978 31396 heartbeater.cc:344] Connected to a master server at 127.28.234.254:33931
08:07:20.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.894052 31396 heartbeater.cc:461] Registering TS with master...
08:07:20.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.894107 31396 heartbeater.cc:507] Master 127.28.234.254:33931 requested a full tablet report, sending...
08:07:20.894 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] handling channelInactive
08:07:20.895 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state READY due to: connection closed
08:07:20.895 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:07:20.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:20.895085 29652 ts_manager.cc:194] Re-registered known tserver with Master: 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:20.896 [DEBUG - Time-limited test] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:20.897 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:20.897 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:20.897 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:20.908 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:20.908 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)[L]]}]
08:07:20.908 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=12), Traces: [0ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [2ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [2ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [12ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1455744858(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@3927f563 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1c911b28 -> wakeup thread Time-limited test)) after lookup
08:07:20.909 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:20.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:20.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:20.911 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:20.928 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:20.929 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)[L]]}]
08:07:20.929 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=33), Traces: [0ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [2ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [2ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [12ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [13ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [15ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [16ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [33ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1455744858(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@3927f563 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@129943393 after retry RPC@325244133), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1c911b28 -> wakeup thread Time-limited test -> (continuation of Deferred@129943393 after retry RPC@325244133))) after lookup
08:07:20.930 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:20.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:20.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:20.931 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:20.948 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:20.948 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)[L]]}]
08:07:20.948 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=53), Traces: [0ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [2ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [2ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [12ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [13ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [15ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [16ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [33ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [34ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [36ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [36ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [53ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1455744858(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@3927f563 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@129943393 after retry RPC@325244133) -> (continuation of Deferred@672708269 after retry RPC@2072101871), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1c911b28 -> wakeup thread Time-limited test -> (continuation of Deferred@129943393 after retry RPC@325244133) -> (continuation of Deferred@672708269 after retry RPC@2072101871))) after lookup
08:07:20.949 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:20.950 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:20.950 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:20.950 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:21.029 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:21.029 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)[L]]}]
08:07:21.030 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=134), Traces: [0ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [2ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [2ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [12ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [13ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [15ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [16ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [33ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [34ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [36ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [36ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [53ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [54ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [55ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [56ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [134ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1455744858(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@3927f563 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@129943393 after retry RPC@325244133) -> (continuation of Deferred@672708269 after retry RPC@2072101871) -> (continuation of Deferred@304090646 after retry RPC@1732983046), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1c911b28 -> wakeup thread Time-limited test -> (continuation of Deferred@129943393 after retry RPC@325244133) -> (continuation of Deferred@672708269 after retry RPC@2072101871) -> (continuation of Deferred@304090646 after retry RPC@1732983046))) after lookup
08:07:21.031 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:21.032 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:21.032 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:21.032 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:21.049 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:21.049 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)[L]]}]
08:07:21.049 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=153), Traces: [0ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [2ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [2ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [12ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [13ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [15ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [16ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [33ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [34ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [36ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [36ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [53ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [54ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [55ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [56ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [134ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [135ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [137ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [137ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [151ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [153ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1455744858(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@3927f563 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@129943393 after retry RPC@325244133) -> (continuation of Deferred@672708269 after retry RPC@2072101871) -> (continuation of Deferred@304090646 after retry RPC@1732983046) -> (continuation of Deferred@1161808095 after retry RPC@2072136311), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1c911b28 -> wakeup thread Time-limited test -> (continuation of Deferred@129943393 after retry RPC@325244133) -> (continuation of Deferred@672708269 after retry RPC@2072101871) -> (continuation of Deferred@304090646 after retry RPC@1732983046) -> (continuation of Deferred@1161808095 after retry RPC@2072136311))) after lookup
08:07:21.050 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:21.051 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:21.051 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:21.052 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:21.508 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:21.508 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)[L]]}]
08:07:21.508 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=613), Traces: [0ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [2ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [2ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [12ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [13ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [15ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [16ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [33ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [34ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [36ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [36ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [53ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [54ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [55ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [56ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [134ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [135ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [137ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [137ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [151ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [153ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [155ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [157ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [157ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [610ms] refreshing cache from master, [610ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [612ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1455744858(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@3927f563 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@129943393 after retry RPC@325244133) -> (continuation of Deferred@672708269 after retry RPC@2072101871) -> (continuation of Deferred@304090646 after retry RPC@1732983046) -> (continuation of Deferred@1161808095 after retry RPC@2072136311) -> (continuation of Deferred@2049732290 after retry RPC@328487426), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1c911b28 -> wakeup thread Time-limited test -> (continuation of Deferred@129943393 after retry RPC@325244133) -> (continuation of Deferred@672708269 after retry RPC@2072101871) -> (continuation of Deferred@304090646 after retry RPC@1732983046) -> (continuation of Deferred@1161808095 after retry RPC@2072136311) -> (continuation of Deferred@2049732290 after retry RPC@328487426))) after lookup
08:07:21.509 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:21.510 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:21.511 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:21.511 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:22.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.076136 31408 raft_consensus.cc:493] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 6 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:07:22.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.076335 31408 raft_consensus.cc:515] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:22.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.076782 31408 leader_election.cc:290] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321), 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345)
08:07:22.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:22.077296 31282 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.234.193:42321: connect: Connection refused (error 111)
08:07:22.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:22.077894 31282 leader_election.cc:336] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321): Network error: Client connection negotiation failed: client connection to 127.28.234.193:42321: connect: Connection refused (error 111)
08:07:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.080125 31171 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "600ec09b5c254b92b1fa8c060232f0df" candidate_uuid: "51bc2b00712a4d4195611d7b49239d98" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "3236f02bb80845179321a99d020b4abb" is_pre_election: true
08:07:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.080478 31284 leader_election.cc:304] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 51bc2b00712a4d4195611d7b49239d98; no voters: 3236f02bb80845179321a99d020b4abb, 7274718a4971487cbd5f3dac87cd1d05
08:07:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.080637 31408 raft_consensus.cc:2749] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 6 FOLLOWER]: Leader pre-election lost for term 7. Reason: could not achieve majority
08:07:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.258914 31413 raft_consensus.cc:493] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 7274718a4971487cbd5f3dac87cd1d05)
08:07:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.259020 31413 raft_consensus.cc:515] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.259316 31413 leader_election.cc:290] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321), 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:22.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:22.259733 31104 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.234.193:42321: connect: Connection refused (error 111)
08:07:22.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:22.260293 31104 leader_election.cc:336] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321): Network error: Client connection negotiation failed: client connection to 127.28.234.193:42321: connect: Connection refused (error 111)
08:07:22.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.262590 31349 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "600ec09b5c254b92b1fa8c060232f0df" candidate_uuid: "3236f02bb80845179321a99d020b4abb" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "51bc2b00712a4d4195611d7b49239d98" is_pre_election: true
08:07:22.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.262737 31349 raft_consensus.cc:2468] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3236f02bb80845179321a99d020b4abb in term 6.
08:07:22.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.263054 31106 leader_election.cc:304] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3236f02bb80845179321a99d020b4abb, 51bc2b00712a4d4195611d7b49239d98; no voters: 7274718a4971487cbd5f3dac87cd1d05
08:07:22.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.263244 31413 raft_consensus.cc:2804] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 7 FOLLOWER]: Leader pre-election won for term 8
08:07:22.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.263302 31413 raft_consensus.cc:493] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 7 FOLLOWER]: Starting leader election (detected failure of leader 7274718a4971487cbd5f3dac87cd1d05)
08:07:22.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.263319 31413 raft_consensus.cc:3060] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 7 FOLLOWER]: Advancing to term 8
08:07:22.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.264245 31413 raft_consensus.cc:515] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:22.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.264438 31413 leader_election.cc:290] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [CANDIDATE]: Term 8 election: Requested vote from peers 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321), 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.264858 31349 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "600ec09b5c254b92b1fa8c060232f0df" candidate_uuid: "3236f02bb80845179321a99d020b4abb" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "51bc2b00712a4d4195611d7b49239d98"
08:07:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.265038 31349 raft_consensus.cc:3060] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 6 FOLLOWER]: Advancing to term 8
08:07:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:22.265125 31104 leader_election.cc:336] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321): Network error: Client connection negotiation failed: client connection to 127.28.234.193:42321: connect: Connection refused (error 111)
08:07:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.266299 31349 raft_consensus.cc:2468] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3236f02bb80845179321a99d020b4abb in term 8.
08:07:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.266561 31106 leader_election.cc:304] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3236f02bb80845179321a99d020b4abb, 51bc2b00712a4d4195611d7b49239d98; no voters: 7274718a4971487cbd5f3dac87cd1d05
08:07:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.266705 31413 raft_consensus.cc:2804] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 8 FOLLOWER]: Leader election won for term 8
08:07:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.266852 31413 raft_consensus.cc:697] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 8 LEADER]: Becoming Leader. State: Replica: 3236f02bb80845179321a99d020b4abb, State: Running, Role: LEADER
08:07:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.266947 31413 consensus_queue.cc:237] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:22.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.267874 29799 catalog_manager.cc:5696] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb reported cstate change: term changed from 7 to 8, leader changed from 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193) to 3236f02bb80845179321a99d020b4abb (127.28.234.194). New cstate: current_term: 8 leader_uuid: "3236f02bb80845179321a99d020b4abb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } health_report { overall_health: UNKNOWN } } }
08:07:22.328 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:22.329 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)[L],51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:22.329 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=14, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=1433), Traces: [0ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [2ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [2ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [10ms] refreshing cache from master, [10ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [12ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [13ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [15ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [16ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [31ms] refreshing cache from master, [31ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [33ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [34ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [36ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [36ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [53ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [54ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [55ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [56ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [131ms] refreshing cache from master, [131ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [134ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [135ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [137ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [137ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [151ms] refreshing cache from master, [151ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [153ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [155ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [157ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [157ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [610ms] refreshing cache from master, [610ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [612ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [614ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [616ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [616ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [1431ms] refreshing cache from master, [1431ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [1433ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1455744858(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@3927f563 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@129943393 after retry RPC@325244133) -> (continuation of Deferred@672708269 after retry RPC@2072101871) -> (continuation of Deferred@304090646 after retry RPC@1732983046) -> (continuation of Deferred@1161808095 after retry RPC@2072136311) -> (continuation of Deferred@2049732290 after retry RPC@328487426) -> (continuation of Deferred@254089175 after retry RPC@1041256563), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1c911b28 -> wakeup thread Time-limited test -> (continuation of Deferred@129943393 after retry RPC@325244133) -> (continuation of Deferred@672708269 after retry RPC@2072101871) -> (continuation of Deferred@304090646 after retry RPC@1732983046) -> (continuation of Deferred@1161808095 after retry RPC@2072136311) -> (continuation of Deferred@2049732290 after retry RPC@328487426) -> (continuation of Deferred@254089175 after retry RPC@1041256563))) after lookup
08:07:22.331 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] connecting to peer
08:07:22.332 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] Successfully connected to peer
08:07:22.351 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0x0c6b6c85, L:/127.0.0.1:43232 - R:/127.28.234.194:46345] using TOKEN/null
08:07:22.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.355614 31349 raft_consensus.cc:1275] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 8 FOLLOWER]: Refusing update from remote peer 3236f02bb80845179321a99d020b4abb: Log matching property violated. Preceding OpId in replica: term: 6 index: 24. Preceding OpId from leader: term: 8 index: 30. (index mismatch)
08:07:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:22.355727 31104 consensus_peers.cc:597] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb -> Peer 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321): Couldn't send request to peer 7274718a4971487cbd5f3dac87cd1d05. Status: Network error: Client connection negotiation failed: client connection to 127.28.234.193:42321: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:07:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.355984 31413 consensus_queue.cc:1048] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [LEADER]: Connected to new peer: Peer: permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
08:07:22.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.358834 31430 mvcc.cc:204] Tried to move back new op lower bound from 7287159367084068864 to 7287159366726553600. Current Snapshot: MvccSnapshot[applied={T|T < 7287159367084068864}]
08:07:22.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.359047 31431 mvcc.cc:204] Tried to move back new op lower bound from 7287159367084068864 to 7287159356683300864. Current Snapshot: MvccSnapshot[applied={T|T < 7287159360476491776}]
08:07:22.368 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.28.234.193:42321
08:07:22.368 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.369194 29611 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/wal
08:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data
08:07:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/logs
08:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data/info.pb
08:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.193:42321
08:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.234.193
08:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35741
08:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.193
08:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:22.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:07:22.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:22.455739 31438 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:07:22.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:22.455945 31438 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:07:22.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:22.455976 31438 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:07:22.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:22.457679 31438 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:07:22.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:22.457770 31438 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.234.193
08:07:22.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.459432 31438 tablet_server_runner.cc:78] Tablet server non-default flags:
08:07:22.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:22.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:22.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:22.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:22.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data
08:07:22.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/wal
08:07:22.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:22.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:22.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.193:42321
08:07:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:07:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data/info.pb
08:07:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.193
08:07:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35741
08:07:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:07:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.31438
08:07:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:07:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:07:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.234.193
08:07:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/logs
08:07:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:07:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:07:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:07:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:07:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:07:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:07:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:17 UTC on e7f111948823
08:07:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11953
08:07:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.459740 31438 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:07:22.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.460017 31438 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:07:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:22.462931 31444 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:22.463096 31443 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:22.463045 31446 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.463299 31438 server_base.cc:1061] running on GCE node
08:07:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.463418 31438 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:07:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.463578 31438 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:07:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.464707 31438 hybrid_clock.cc:648] HybridClock initialized: now 1779091642464677 us; error 43 us; skew 500 ppm
08:07:22.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.465775 31438 webserver.cc:533] Webserver started at http://127.28.234.193:35741/ using document root <none> and password file <none>
08:07:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.465988 31438 fs_manager.cc:362] Metadata directory not provided
08:07:22.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.466054 31438 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:07:22.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.467149 31438 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
08:07:22.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.467844 31452 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:07:22.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.468099 31438 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
08:07:22.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.468195 31438 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data,/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/wal
08:07:22.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7274718a4971487cbd5f3dac87cd1d05"
08:07:22.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:07:04 on dist-test-slave-26x1"
08:07:22.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.468513 31438 fs_report.cc:389] FS layout report
08:07:22.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:07:22.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/wal
08:07:22.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/wal
08:07:22.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data/data
08:07:22.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:07:22.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:07:22.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:07:22.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:07:22.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:07:22.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:07:22.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:07:22.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:07:22.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:07:22.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:07:22.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:07:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.488665 31438 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:07:22.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.488976 31438 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:07:22.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.489068 31438 kserver.cc:163] Server-wide thread pool size limit: 3276
08:07:22.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.489246 31438 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:07:22.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.489681 31459 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:07:22.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.490622 31438 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:07:22.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.490672 31438 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:07:22.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.490700 31438 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:07:22.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.491335 31438 ts_tablet_manager.cc:616] Registered 1 tablets
08:07:22.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.491393 31438 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:07:22.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.491488 31459 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Bootstrap starting.
08:07:22.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.499344 31438 rpc_server.cc:307] RPC server started. Bound to: 127.28.234.193:42321
08:07:22.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.499745 31566 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.234.193:42321 every 8 connection(s)
08:07:22.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.499809 31438 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data/info.pb
08:07:22.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.502218 31459 log.cc:826] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Log is configured to *not* fsync() on all Append() calls
08:07:22.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.504453 29611 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskXcJzzt/build/release/bin/kudu as pid 31438
08:07:22.505 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:07:22.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.507190 31459 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:07:22.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.507545 31459 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Bootstrap complete.
08:07:22.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.508703 31459 ts_tablet_manager.cc:1403] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Time spent bootstrapping tablet: real 0.017s	user 0.010s	sys 0.003s
08:07:22.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.509794 31569 heartbeater.cc:344] Connected to a master server at 127.28.234.253:34795
08:07:22.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.509919 31569 heartbeater.cc:461] Registering TS with master...
08:07:22.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.510136 31569 heartbeater.cc:507] Master 127.28.234.253:34795 requested a full tablet report, sending...
08:07:22.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.510164 31567 heartbeater.cc:344] Connected to a master server at 127.28.234.252:35401
08:07:22.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.510109 31459 raft_consensus.cc:359] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:22.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.510402 31567 heartbeater.cc:461] Registering TS with master...
08:07:22.511 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951, tablet=600ec09b5c254b92b1fa8c060232f0df, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:07:22.511 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.28.234.194:46345
08:07:22.512 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:07:22.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.510429 31459 raft_consensus.cc:740] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7274718a4971487cbd5f3dac87cd1d05, State: Initialized, Role: FOLLOWER
08:07:22.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.512269 31459 consensus_queue.cc:260] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:22.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.512553 31459 ts_tablet_manager.cc:1434] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Time spent starting tablet: real 0.004s	user 0.004s	sys 0.000s
08:07:22.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.513239 29611 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskXcJzzt/build/release/bin/kudu with pid 31088
08:07:22.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.513434 29725 ts_manager.cc:194] Re-registered known tserver with Master: 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321)
08:07:22.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.514439 31567 heartbeater.cc:507] Master 127.28.234.252:35401 requested a full tablet report, sending...
08:07:22.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.515993 29798 ts_manager.cc:194] Re-registered known tserver with Master: 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321)
08:07:22.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.516227 31568 heartbeater.cc:344] Connected to a master server at 127.28.234.254:33931
08:07:22.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.516279 31568 heartbeater.cc:461] Registering TS with master...
08:07:22.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.516372 31568 heartbeater.cc:507] Master 127.28.234.254:33931 requested a full tablet report, sending...
08:07:22.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.516561 29798 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.28.234.193:47367
08:07:22.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.516847 29653 ts_manager.cc:194] Re-registered known tserver with Master: 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321)
08:07:22.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:22.517581 31567 heartbeater.cc:499] Master 127.28.234.252:35401 was elected leader, sending a full tablet report...
08:07:22.519 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:07:22.520 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] handling channelInactive
08:07:22.520 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] cleaning up while in state READY due to: connection closed
08:07:22.526 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] connecting to peer
08:07:22.527 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:22.528 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:22.528 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:22.548 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:22.548 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)[L],51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:22.549 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=3, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=29), Traces: [0ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [0ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [8ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [8ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [28ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@408956866(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@244f7775 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3f2f8d14 -> wakeup thread Time-limited test)) after lookup
08:07:22.549 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] connecting to peer
08:07:22.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:22.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:22.550 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:22.567 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:22.567 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)[L],51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:22.567 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=5, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=47), Traces: [0ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [0ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [8ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [8ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [28ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [29ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [30ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [30ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [47ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@408956866(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@244f7775 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@652392915 after retry RPC@1701234486), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3f2f8d14 -> wakeup thread Time-limited test -> (continuation of Deferred@652392915 after retry RPC@1701234486))) after lookup
08:07:22.568 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] connecting to peer
08:07:22.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:22.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:22.569 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:22.588 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:22.588 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)[L],51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:22.589 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=7, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=68), Traces: [0ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [0ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [8ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [8ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [28ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [29ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [30ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [30ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [47ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [48ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [49ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [49ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [68ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@408956866(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@244f7775 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@652392915 after retry RPC@1701234486) -> (continuation of Deferred@363879117 after retry RPC@632124687), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3f2f8d14 -> wakeup thread Time-limited test -> (continuation of Deferred@652392915 after retry RPC@1701234486) -> (continuation of Deferred@363879117 after retry RPC@632124687))) after lookup
08:07:22.589 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] connecting to peer
08:07:22.590 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:22.590 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:22.590 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:22.629 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:22.629 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)[L],51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:22.629 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=9, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=109), Traces: [0ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [0ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [8ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [8ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [28ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [29ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [30ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [30ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [47ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [48ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [49ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [49ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [68ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [69ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [70ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [70ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [108ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@408956866(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@244f7775 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@652392915 after retry RPC@1701234486) -> (continuation of Deferred@363879117 after retry RPC@632124687) -> (continuation of Deferred@14031473 after retry RPC@1318912617), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3f2f8d14 -> wakeup thread Time-limited test -> (continuation of Deferred@652392915 after retry RPC@1701234486) -> (continuation of Deferred@363879117 after retry RPC@632124687) -> (continuation of Deferred@14031473 after retry RPC@1318912617))) after lookup
08:07:22.630 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] connecting to peer
08:07:22.631 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:22.631 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:22.631 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:23.488 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:23.488 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)[L],51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:23.488 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=11, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=968), Traces: [0ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [0ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [8ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [8ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [28ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [29ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [30ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [30ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [47ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [48ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [49ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [49ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [68ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [69ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [70ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [70ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [108ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [110ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [111ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [111ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [965ms] refreshing cache from master, [966ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [967ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@408956866(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@244f7775 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@652392915 after retry RPC@1701234486) -> (continuation of Deferred@363879117 after retry RPC@632124687) -> (continuation of Deferred@14031473 after retry RPC@1318912617) -> (continuation of Deferred@2130856658 after retry RPC@1504350481), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3f2f8d14 -> wakeup thread Time-limited test -> (continuation of Deferred@652392915 after retry RPC@1701234486) -> (continuation of Deferred@363879117 after retry RPC@632124687) -> (continuation of Deferred@14031473 after retry RPC@1318912617) -> (continuation of Deferred@2130856658 after retry RPC@1504350481))) after lookup
08:07:23.489 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] connecting to peer
08:07:23.490 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:23.490 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:23.490 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:23.788 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:23.788 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)[L],51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:23.789 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=13, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=1268), Traces: [0ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [0ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [8ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [8ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [28ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [29ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [30ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [30ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [47ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [48ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [49ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [49ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [68ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [69ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [70ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [70ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [108ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [110ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [111ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [111ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [965ms] refreshing cache from master, [966ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [967ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [969ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [970ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [970ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [1265ms] refreshing cache from master, [1266ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [1268ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@408956866(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@244f7775 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@652392915 after retry RPC@1701234486) -> (continuation of Deferred@363879117 after retry RPC@632124687) -> (continuation of Deferred@14031473 after retry RPC@1318912617) -> (continuation of Deferred@2130856658 after retry RPC@1504350481) -> (continuation of Deferred@1396502161 after retry RPC@1586749438), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3f2f8d14 -> wakeup thread Time-limited test -> (continuation of Deferred@652392915 after retry RPC@1701234486) -> (continuation of Deferred@363879117 after retry RPC@632124687) -> (continuation of Deferred@14031473 after retry RPC@1318912617) -> (continuation of Deferred@2130856658 after retry RPC@1504350481) -> (continuation of Deferred@1396502161 after retry RPC@1586749438))) after lookup
08:07:23.789 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] connecting to peer
08:07:23.791 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:23.791 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:23.791 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345
08:07:23.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:23.867974 31580 raft_consensus.cc:493] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 3236f02bb80845179321a99d020b4abb)
08:07:23.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:23.868089 31580 raft_consensus.cc:515] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:23.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:23.868811 31580 leader_election.cc:290] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321), 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345)
08:07:23.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:23.869129 31284 leader_election.cc:336] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345): Network error: Client connection negotiation failed: client connection to 127.28.234.194:46345: connect: Connection refused (error 111)
08:07:23.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:23.872188 31521 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "600ec09b5c254b92b1fa8c060232f0df" candidate_uuid: "51bc2b00712a4d4195611d7b49239d98" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "7274718a4971487cbd5f3dac87cd1d05" is_pre_election: true
08:07:23.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:23.872351 31521 raft_consensus.cc:2468] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 51bc2b00712a4d4195611d7b49239d98 in term 7.
08:07:23.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:23.872605 31282 leader_election.cc:304] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 51bc2b00712a4d4195611d7b49239d98, 7274718a4971487cbd5f3dac87cd1d05; no voters: 3236f02bb80845179321a99d020b4abb
08:07:23.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:23.872759 31580 raft_consensus.cc:2804] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 8 FOLLOWER]: Leader pre-election won for term 9
08:07:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:23.872843 31580 raft_consensus.cc:493] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 8 FOLLOWER]: Starting leader election (detected failure of leader 3236f02bb80845179321a99d020b4abb)
08:07:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:23.872865 31580 raft_consensus.cc:3060] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 8 FOLLOWER]: Advancing to term 9
08:07:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:23.873724 31580 raft_consensus.cc:515] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:23.873932 31580 leader_election.cc:290] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [CANDIDATE]: Term 9 election: Requested vote from peers 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321), 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345)
08:07:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:23.874137 31521 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "600ec09b5c254b92b1fa8c060232f0df" candidate_uuid: "51bc2b00712a4d4195611d7b49239d98" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "7274718a4971487cbd5f3dac87cd1d05"
08:07:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:23.874305 31521 raft_consensus.cc:3060] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 7 FOLLOWER]: Advancing to term 9
08:07:23.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:23.874642 31284 leader_election.cc:336] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345): Network error: Client connection negotiation failed: client connection to 127.28.234.194:46345: connect: Connection refused (error 111)
08:07:23.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:23.875475 31521 raft_consensus.cc:2468] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 51bc2b00712a4d4195611d7b49239d98 in term 9.
08:07:23.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:23.875715 31282 leader_election.cc:304] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 51bc2b00712a4d4195611d7b49239d98, 7274718a4971487cbd5f3dac87cd1d05; no voters: 3236f02bb80845179321a99d020b4abb
08:07:23.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:23.875828 31580 raft_consensus.cc:2804] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 9 FOLLOWER]: Leader election won for term 9
08:07:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:23.875991 31580 raft_consensus.cc:697] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 9 LEADER]: Becoming Leader. State: Replica: 51bc2b00712a4d4195611d7b49239d98, State: Running, Role: LEADER
08:07:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:23.876135 31580 consensus_queue.cc:237] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:23.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:23.876951 29798 catalog_manager.cc:5696] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 reported cstate change: term changed from 8 to 9, leader changed from 3236f02bb80845179321a99d020b4abb (127.28.234.194) to 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195). New cstate: current_term: 9 leader_uuid: "51bc2b00712a4d4195611d7b49239d98" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } health_report { overall_health: HEALTHY } } }
08:07:24.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:24.444154 31521 raft_consensus.cc:1275] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 9 FOLLOWER]: Refusing update from remote peer 51bc2b00712a4d4195611d7b49239d98: Log matching property violated. Preceding OpId in replica: term: 7 index: 28. Preceding OpId from leader: term: 9 index: 33. (index mismatch)
08:07:24.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:24.444639 31597 consensus_queue.cc:1048] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
08:07:24.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:24.446373 31599 mvcc.cc:204] Tried to move back new op lower bound from 7287159367132794880 to 7287159366726553600. Current Snapshot: MvccSnapshot[applied={T|T < 7287159367117463552}]
08:07:24.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:24.448577 31284 consensus_peers.cc:597] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 -> Peer 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345): Couldn't send request to peer 3236f02bb80845179321a99d020b4abb. Status: Network error: Client connection negotiation failed: client connection to 127.28.234.194:46345: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:07:26.348 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:26.348 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)[L],7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:26.348 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=15, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=3828), Traces: [0ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [0ms] delaying RPC due to: Illegal state: connection is terminated, [6ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [8ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [8ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [25ms] refreshing cache from master, [26ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [28ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [29ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [30ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [30ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [45ms] refreshing cache from master, [45ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [47ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [48ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [49ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [49ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [66ms] refreshing cache from master, [66ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [68ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [69ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [70ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [70ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [106ms] refreshing cache from master, [106ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [108ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [110ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [111ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [111ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [965ms] refreshing cache from master, [966ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [967ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [969ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [970ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [970ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [1265ms] refreshing cache from master, [1266ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [1268ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [1269ms] sending RPC to server 3236f02bb80845179321a99d020b4abb, [1271ms] received response from server 3236f02bb80845179321a99d020b4abb: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [1271ms] delaying RPC due to: Network error: Failed to connect to peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345): Connection refused: /127.28.234.194:46345, [3825ms] refreshing cache from master, [3826ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [3828ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@408956866(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@244f7775 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@652392915 after retry RPC@1701234486) -> (continuation of Deferred@363879117 after retry RPC@632124687) -> (continuation of Deferred@14031473 after retry RPC@1318912617) -> (continuation of Deferred@2130856658 after retry RPC@1504350481) -> (continuation of Deferred@1396502161 after retry RPC@1586749438) -> (continuation of Deferred@417330933 after retry RPC@1492366911), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3f2f8d14 -> wakeup thread Time-limited test -> (continuation of Deferred@652392915 after retry RPC@1701234486) -> (continuation of Deferred@363879117 after retry RPC@632124687) -> (continuation of Deferred@14031473 after retry RPC@1318912617) -> (continuation of Deferred@2130856658 after retry RPC@1504350481) -> (continuation of Deferred@1396502161 after retry RPC@1586749438) -> (continuation of Deferred@417330933 after retry RPC@1492366911))) after lookup
08:07:26.349 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] connecting to peer
08:07:26.351 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] Successfully connected to peer
08:07:26.367 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0xb9eadbd8, L:/127.0.0.1:59738 - R:/127.28.234.195:36059] using TOKEN/null
08:07:26.377 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.28.234.194:46345
08:07:26.378 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

08:07:26.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.378711 29611 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:26.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:26.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/wal
08:07:26.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data
08:07:26.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:07:26.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:07:26.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:07:26.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:26.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:26.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:26.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/logs
08:07:26.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data/info.pb
08:07:26.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:26.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:07:26.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:07:26.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:07:26.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:07:26.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:26.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:26.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:26.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:07:26.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:07:26.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.194:46345
08:07:26.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.234.194
08:07:26.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:26.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41177
08:07:26.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.194
08:07:26.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:26.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:26.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:26.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:07:26.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:26.489444 31624 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:07:26.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:26.489780 31624 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:07:26.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:26.489841 31624 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:07:26.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:26.491726 31624 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:07:26.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:26.491844 31624 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.234.194
08:07:26.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.493698 31624 tablet_server_runner.cc:78] Tablet server non-default flags:
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/wal
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.194:46345
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data/info.pb
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.194
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41177
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.31624
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.234.194
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/logs
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:17 UTC on e7f111948823
08:07:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11953
08:07:26.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.494058 31624 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:07:26.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.494361 31624 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:07:26.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:26.497529 31629 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:26.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:26.497529 31632 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:26.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:26.497607 31630 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:26.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.497962 31624 server_base.cc:1061] running on GCE node
08:07:26.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.498171 31624 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:07:26.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.498420 31624 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:07:26.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.499616 31624 hybrid_clock.cc:648] HybridClock initialized: now 1779091646499581 us; error 42 us; skew 500 ppm
08:07:26.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.501183 31624 webserver.cc:533] Webserver started at http://127.28.234.194:41177/ using document root <none> and password file <none>
08:07:26.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.501364 31624 fs_manager.cc:362] Metadata directory not provided
08:07:26.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.501403 31624 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:07:26.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.502645 31624 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
08:07:26.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.503298 31638 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:07:26.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.503499 31624 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
08:07:26.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.503566 31624 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data,/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/wal
08:07:26.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3236f02bb80845179321a99d020b4abb"
08:07:26.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:07:04 on dist-test-slave-26x1"
08:07:26.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.503832 31624 fs_report.cc:389] FS layout report
08:07:26.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:07:26.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/wal
08:07:26.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/wal
08:07:26.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data/data
08:07:26.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:07:26.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:07:26.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:07:26.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:07:26.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:07:26.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:07:26.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:07:26.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:07:26.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:07:26.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:07:26.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:07:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.514469 31624 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:07:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.514776 31624 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:07:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.514863 31624 kserver.cc:163] Server-wide thread pool size limit: 3276
08:07:26.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.515048 31624 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:07:26.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.515645 31645 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:07:26.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.516525 31624 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:07:26.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.516603 31624 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:07:26.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.516693 31624 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:07:26.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.517294 31624 ts_tablet_manager.cc:616] Registered 1 tablets
08:07:26.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.517354 31624 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:07:26.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.517403 31645 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb: Bootstrap starting.
08:07:26.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.524873 31624 rpc_server.cc:307] RPC server started. Bound to: 127.28.234.194:46345
08:07:26.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.525379 31624 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-1/data/info.pb
08:07:26.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.525404 31752 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.234.194:46345 every 8 connection(s)
08:07:26.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.530808 31645 log.cc:826] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb: Log is configured to *not* fsync() on all Append() calls
08:07:26.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.532421 31753 heartbeater.cc:344] Connected to a master server at 127.28.234.252:35401
08:07:26.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.532558 31753 heartbeater.cc:461] Registering TS with master...
08:07:26.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.532759 31753 heartbeater.cc:507] Master 127.28.234.252:35401 requested a full tablet report, sending...
08:07:26.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.532421 31755 heartbeater.cc:344] Connected to a master server at 127.28.234.253:34795
08:07:26.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.532904 31755 heartbeater.cc:461] Registering TS with master...
08:07:26.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.533006 31755 heartbeater.cc:507] Master 127.28.234.253:34795 requested a full tablet report, sending...
08:07:26.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.533339 29799 ts_manager.cc:194] Re-registered known tserver with Master: 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345)
08:07:26.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.533406 29725 ts_manager.cc:194] Re-registered known tserver with Master: 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345)
08:07:26.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.533824 29799 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.28.234.194:52315
08:07:26.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.534744 31754 heartbeater.cc:344] Connected to a master server at 127.28.234.254:33931
08:07:26.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.534823 31754 heartbeater.cc:461] Registering TS with master...
08:07:26.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.534919 31754 heartbeater.cc:507] Master 127.28.234.254:33931 requested a full tablet report, sending...
08:07:26.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.535393 31645 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:07:26.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.535385 29653 ts_manager.cc:194] Re-registered known tserver with Master: 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345)
08:07:26.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.535606 29611 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskXcJzzt/build/release/bin/kudu as pid 31624
08:07:26.535 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:07:26.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.536635 31645 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb: Bootstrap complete.
08:07:26.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.537659 31645 ts_tablet_manager.cc:1403] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb: Time spent bootstrapping tablet: real 0.020s	user 0.006s	sys 0.011s
08:07:26.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.538939 31645 raft_consensus.cc:359] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:26.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.539207 31645 raft_consensus.cc:740] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3236f02bb80845179321a99d020b4abb, State: Initialized, Role: FOLLOWER
08:07:26.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.539336 31645 consensus_queue.cc:260] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:26.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.539628 31645 ts_tablet_manager.cc:1434] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb: Time spent starting tablet: real 0.002s	user 0.003s	sys 0.000s
08:07:26.539 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951, tablet=600ec09b5c254b92b1fa8c060232f0df, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:07:26.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.539754 31753 heartbeater.cc:499] Master 127.28.234.252:35401 was elected leader, sending a full tablet report...
08:07:26.540 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.28.234.195:36059
08:07:26.540 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:07:26.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:26.540789 29611 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskXcJzzt/build/release/bin/kudu with pid 31263
08:07:26.547 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:07:26.547 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] handling channelInactive
08:07:26.547 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] cleaning up while in state READY due to: connection closed
08:07:26.566 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] connecting to peer
08:07:26.568 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:26.568 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] cleaning up while in state CONNECTING due to: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:26.568 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:26.588 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:26.589 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)[L],7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:26.589 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=3, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [21ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [21ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [38ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [41ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@2049520301(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@3fae3199 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d06ccfe -> wakeup thread Time-limited test)) after lookup
08:07:26.590 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] connecting to peer
08:07:26.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:26.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] cleaning up while in state CONNECTING due to: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:26.591 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:26.608 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:26.608 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)[L],7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:26.608 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=5, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=60), Traces: [0ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [21ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [21ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [38ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [41ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [43ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [44ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [44ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [60ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@2049520301(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@3fae3199 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@500392589 after retry RPC@1724464373), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d06ccfe -> wakeup thread Time-limited test -> (continuation of Deferred@500392589 after retry RPC@1724464373))) after lookup
08:07:26.609 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] connecting to peer
08:07:26.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:26.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] cleaning up while in state CONNECTING due to: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:26.610 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:26.628 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:26.628 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)[L],7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:26.629 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=7, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=81), Traces: [0ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [21ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [21ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [38ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [41ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [43ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [44ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [44ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [60ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [61ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [63ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [63ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [81ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@2049520301(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@3fae3199 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@500392589 after retry RPC@1724464373) -> (continuation of Deferred@93918660 after retry RPC@1129820000), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d06ccfe -> wakeup thread Time-limited test -> (continuation of Deferred@500392589 after retry RPC@1724464373) -> (continuation of Deferred@93918660 after retry RPC@1129820000))) after lookup
08:07:26.629 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] connecting to peer
08:07:26.631 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:26.631 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] cleaning up while in state CONNECTING due to: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:26.631 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:26.807 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:26.807 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)[L],7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:26.808 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=9, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=260), Traces: [0ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [21ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [21ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [38ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [41ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [43ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [44ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [44ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [60ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [61ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [63ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [63ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [81ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [82ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [84ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [84ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [258ms] refreshing cache from master, [258ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [260ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@2049520301(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@3fae3199 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@500392589 after retry RPC@1724464373) -> (continuation of Deferred@93918660 after retry RPC@1129820000) -> (continuation of Deferred@1855856179 after retry RPC@1343286346), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d06ccfe -> wakeup thread Time-limited test -> (continuation of Deferred@500392589 after retry RPC@1724464373) -> (continuation of Deferred@93918660 after retry RPC@1129820000) -> (continuation of Deferred@1855856179 after retry RPC@1343286346))) after lookup
08:07:26.808 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] connecting to peer
08:07:26.810 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:26.810 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] cleaning up while in state CONNECTING due to: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:26.810 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:27.668 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:27.669 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)[L],7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:27.669 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=11, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1121), Traces: [0ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [21ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [21ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [38ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [41ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [43ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [44ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [44ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [60ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [61ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [63ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [63ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [81ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [82ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [84ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [84ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [258ms] refreshing cache from master, [258ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [260ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [261ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [263ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [263ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [1119ms] refreshing cache from master, [1119ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [1121ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@2049520301(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@3fae3199 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@500392589 after retry RPC@1724464373) -> (continuation of Deferred@93918660 after retry RPC@1129820000) -> (continuation of Deferred@1855856179 after retry RPC@1343286346) -> (continuation of Deferred@611022976 after retry RPC@1934533371), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d06ccfe -> wakeup thread Time-limited test -> (continuation of Deferred@500392589 after retry RPC@1724464373) -> (continuation of Deferred@93918660 after retry RPC@1129820000) -> (continuation of Deferred@1855856179 after retry RPC@1343286346) -> (continuation of Deferred@611022976 after retry RPC@1934533371))) after lookup
08:07:27.669 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] connecting to peer
08:07:27.671 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:27.671 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] cleaning up while in state CONNECTING due to: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:27.671 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059
08:07:27.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:27.877305 31766 raft_consensus.cc:493] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 51bc2b00712a4d4195611d7b49239d98)
08:07:27.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:27.877424 31766 raft_consensus.cc:515] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:27.877686 31766 leader_election.cc:290] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345), 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:27.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:27.878489 31456 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.234.195:36059: connect: Connection refused (error 111)
08:07:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:27.879051 31456 leader_election.cc:336] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059): Network error: Client connection negotiation failed: client connection to 127.28.234.195:36059: connect: Connection refused (error 111)
08:07:27.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:27.881464 31706 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "600ec09b5c254b92b1fa8c060232f0df" candidate_uuid: "7274718a4971487cbd5f3dac87cd1d05" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "3236f02bb80845179321a99d020b4abb" is_pre_election: true
08:07:27.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:27.881664 31706 raft_consensus.cc:2468] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7274718a4971487cbd5f3dac87cd1d05 in term 8.
08:07:27.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:27.882001 31456 leader_election.cc:304] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3236f02bb80845179321a99d020b4abb, 7274718a4971487cbd5f3dac87cd1d05; no voters: 51bc2b00712a4d4195611d7b49239d98
08:07:27.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:27.882143 31766 raft_consensus.cc:2804] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 9 FOLLOWER]: Leader pre-election won for term 10
08:07:27.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:27.882196 31766 raft_consensus.cc:493] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 9 FOLLOWER]: Starting leader election (detected failure of leader 51bc2b00712a4d4195611d7b49239d98)
08:07:27.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:27.882213 31766 raft_consensus.cc:3060] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 9 FOLLOWER]: Advancing to term 10
08:07:27.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:27.882843 31766 raft_consensus.cc:515] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:27.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:27.883001 31766 leader_election.cc:290] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [CANDIDATE]: Term 10 election: Requested vote from peers 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345), 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:27.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:27.883216 31706 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "600ec09b5c254b92b1fa8c060232f0df" candidate_uuid: "7274718a4971487cbd5f3dac87cd1d05" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "3236f02bb80845179321a99d020b4abb"
08:07:27.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:27.883322 31706 raft_consensus.cc:3060] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 8 FOLLOWER]: Advancing to term 10
08:07:27.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:27.883633 31456 leader_election.cc:336] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059): Network error: Client connection negotiation failed: client connection to 127.28.234.195:36059: connect: Connection refused (error 111)
08:07:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:27.884451 31706 raft_consensus.cc:2468] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7274718a4971487cbd5f3dac87cd1d05 in term 10.
08:07:27.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:27.884696 31456 leader_election.cc:304] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3236f02bb80845179321a99d020b4abb, 7274718a4971487cbd5f3dac87cd1d05; no voters: 51bc2b00712a4d4195611d7b49239d98
08:07:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:27.884840 31766 raft_consensus.cc:2804] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 10 FOLLOWER]: Leader election won for term 10
08:07:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:27.885021 31766 raft_consensus.cc:697] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 10 LEADER]: Becoming Leader. State: Replica: 7274718a4971487cbd5f3dac87cd1d05, State: Running, Role: LEADER
08:07:27.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:27.885108 31766 consensus_queue.cc:237] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:27.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:27.886047 29799 catalog_manager.cc:5696] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 reported cstate change: term changed from 9 to 10, leader changed from 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195) to 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193). New cstate: current_term: 10 leader_uuid: "7274718a4971487cbd5f3dac87cd1d05" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } health_report { overall_health: UNKNOWN } } }
08:07:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:28.322561 31456 consensus_peers.cc:597] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 -> Peer 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059): Couldn't send request to peer 51bc2b00712a4d4195611d7b49239d98. Status: Network error: Client connection negotiation failed: client connection to 127.28.234.195:36059: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:07:28.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.440325 31706 raft_consensus.cc:1275] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 10 FOLLOWER]: Refusing update from remote peer 7274718a4971487cbd5f3dac87cd1d05: Log matching property violated. Preceding OpId in replica: term: 8 index: 32. Preceding OpId from leader: term: 10 index: 37. (index mismatch)
08:07:28.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.440878 31766 consensus_queue.cc:1048] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
08:07:28.708 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:28.708 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)[L]]}]
08:07:28.709 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=13, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=2161), Traces: [0ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [21ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [21ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [38ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [41ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [43ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [44ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [44ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [60ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [61ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [63ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [63ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [81ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [82ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [84ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [84ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [258ms] refreshing cache from master, [258ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [260ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [261ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [263ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [263ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [1119ms] refreshing cache from master, [1119ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [1121ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [1122ms] sending RPC to server 51bc2b00712a4d4195611d7b49239d98, [1124ms] received response from server 51bc2b00712a4d4195611d7b49239d98: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [1124ms] delaying RPC due to: Network error: Failed to connect to peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059): Connection refused: /127.28.234.195:36059, [2158ms] refreshing cache from master, [2158ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [2161ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@2049520301(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@3fae3199 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@500392589 after retry RPC@1724464373) -> (continuation of Deferred@93918660 after retry RPC@1129820000) -> (continuation of Deferred@1855856179 after retry RPC@1343286346) -> (continuation of Deferred@611022976 after retry RPC@1934533371) -> (continuation of Deferred@1837387813 after retry RPC@1801154068), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@4d06ccfe -> wakeup thread Time-limited test -> (continuation of Deferred@500392589 after retry RPC@1724464373) -> (continuation of Deferred@93918660 after retry RPC@1129820000) -> (continuation of Deferred@1855856179 after retry RPC@1343286346) -> (continuation of Deferred@611022976 after retry RPC@1934533371) -> (continuation of Deferred@1837387813 after retry RPC@1801154068))) after lookup
08:07:28.709 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:28.710 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] Successfully connected to peer
08:07:28.740 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xedb23365, L:/127.0.0.1:38232 - R:/127.28.234.193:42321] using TOKEN/null
08:07:28.760 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.28.234.195:36059
08:07:28.761 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

08:07:28.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.761618 29611 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/wal
08:07:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data
08:07:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:07:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:07:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:07:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/logs
08:07:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data/info.pb
08:07:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:07:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:07:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:07:28.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:07:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:07:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:07:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.195:36059
08:07:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.234.195
08:07:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40871
08:07:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.195
08:07:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:28.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:07:28.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:28.844202 31794 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:07:28.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:28.844412 31794 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:07:28.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:28.844436 31794 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:07:28.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:28.846055 31794 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:07:28.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:28.846124 31794 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.234.195
08:07:28.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.847800 31794 tablet_server_runner.cc:78] Tablet server non-default flags:
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/wal
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.195:36059
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data/info.pb
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.195
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40871
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.31794
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.234.195
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/logs
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:17 UTC on e7f111948823
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11953
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.848033 31794 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:07:28.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.848223 31794 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:07:28.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:28.851121 31802 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:28.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:28.851125 31799 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:28.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.851192 31794 server_base.cc:1061] running on GCE node
08:07:28.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:28.851121 31800 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:28.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.851578 31794 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:07:28.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.851778 31794 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:07:28.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.852921 31794 hybrid_clock.cc:648] HybridClock initialized: now 1779091648852889 us; error 48 us; skew 500 ppm
08:07:28.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.854254 31794 webserver.cc:533] Webserver started at http://127.28.234.195:40871/ using document root <none> and password file <none>
08:07:28.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.854465 31794 fs_manager.cc:362] Metadata directory not provided
08:07:28.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.854509 31794 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:07:28.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.855716 31794 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
08:07:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.856398 31808 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:07:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.856663 31794 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
08:07:28.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.856748 31794 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data,/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/wal
08:07:28.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51bc2b00712a4d4195611d7b49239d98"
08:07:28.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:07:04 on dist-test-slave-26x1"
08:07:28.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.857110 31794 fs_report.cc:389] FS layout report
08:07:28.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:07:28.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/wal
08:07:28.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/wal
08:07:28.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data/data
08:07:28.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:07:28.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:07:28.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:07:28.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:07:28.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:07:28.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:07:28.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:07:28.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:07:28.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:07:28.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:07:28.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:07:28.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.866906 31794 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:07:28.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.867286 31794 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:07:28.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.867517 31794 kserver.cc:163] Server-wide thread pool size limit: 3276
08:07:28.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.867906 31794 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:07:28.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.868422 31815 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:07:28.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.869335 31794 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:07:28.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.869426 31794 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:07:28.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.869480 31794 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:07:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.870311 31794 ts_tablet_manager.cc:616] Registered 1 tablets
08:07:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.870379 31794 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.001s	sys 0.000s
08:07:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.870428 31815 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98: Bootstrap starting.
08:07:28.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.879336 31794 rpc_server.cc:307] RPC server started. Bound to: 127.28.234.195:36059
08:07:28.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.879886 31794 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-2/data/info.pb
08:07:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.880831 31922 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.234.195:36059 every 8 connection(s)
08:07:28.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.882512 31815 log.cc:826] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98: Log is configured to *not* fsync() on all Append() calls
08:07:28.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.887075 29611 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskXcJzzt/build/release/bin/kudu as pid 31794
08:07:28.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.887336 31815 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:07:28.887 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:07:28.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.887598 31815 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98: Bootstrap complete.
08:07:28.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.888707 31815 ts_tablet_manager.cc:1403] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98: Time spent bootstrapping tablet: real 0.018s	user 0.006s	sys 0.009s
08:07:28.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.890301 31815 raft_consensus.cc:359] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.890618 31815 raft_consensus.cc:740] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 51bc2b00712a4d4195611d7b49239d98, State: Initialized, Role: FOLLOWER
08:07:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.890736 31815 consensus_queue.cc:260] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:28.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.890995 31815 ts_tablet_manager.cc:1434] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98: Time spent starting tablet: real 0.002s	user 0.005s	sys 0.000s
08:07:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.892858 31923 heartbeater.cc:344] Connected to a master server at 127.28.234.252:35401
08:07:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.892982 31923 heartbeater.cc:461] Registering TS with master...
08:07:28.893 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951, tablet=600ec09b5c254b92b1fa8c060232f0df, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:07:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.893199 31923 heartbeater.cc:507] Master 127.28.234.252:35401 requested a full tablet report, sending...
08:07:28.894 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.28.234.193:42321
08:07:28.894 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:07:28.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.893839 29799 ts_manager.cc:194] Re-registered known tserver with Master: 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:28.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.894425 29799 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.28.234.195:60261
08:07:28.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.894569 29611 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskXcJzzt/build/release/bin/kudu with pid 31438
08:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.896162 31923 heartbeater.cc:499] Master 127.28.234.252:35401 was elected leader, sending a full tablet report...
08:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.896632 31924 heartbeater.cc:344] Connected to a master server at 127.28.234.254:33931
08:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.896696 31924 heartbeater.cc:461] Registering TS with master...
08:07:28.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.896744 31924 heartbeater.cc:507] Master 127.28.234.254:33931 requested a full tablet report, sending...
08:07:28.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.897043 29653 ts_manager.cc:194] Re-registered known tserver with Master: 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:28.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.897938 31925 heartbeater.cc:344] Connected to a master server at 127.28.234.253:34795
08:07:28.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.897989 31925 heartbeater.cc:461] Registering TS with master...
08:07:28.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.898022 31925 heartbeater.cc:507] Master 127.28.234.253:34795 requested a full tablet report, sending...
08:07:28.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:28.898382 29725 ts_manager.cc:194] Re-registered known tserver with Master: 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:28.901 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:07:28.902 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] handling channelInactive
08:07:28.902 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state READY due to: connection closed
08:07:28.902 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321) for tablet 600ec09b5c254b92b1fa8c060232f0df: connection closed
08:07:28.908 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:28.908 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)[L]]}]
08:07:28.908 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [1ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [7ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1980157225(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@469d2633 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5e1b7bbc -> wakeup thread Time-limited test)) after lookup
08:07:28.909 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:28.910 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:28.910 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:28.911 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:28.928 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:28.928 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)[L]]}]
08:07:28.929 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [1ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [7ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [8ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [10ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [10ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [27ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1980157225(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@469d2633 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1839049177 after retry RPC@1751054669), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5e1b7bbc -> wakeup thread Time-limited test -> (continuation of Deferred@1839049177 after retry RPC@1751054669))) after lookup
08:07:28.929 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:28.930 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:28.930 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:28.930 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:28.968 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:28.968 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)[L]]}]
08:07:28.968 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=66), Traces: [0ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [1ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [7ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [8ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [10ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [10ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [27ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [28ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [29ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [29ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [64ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [66ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1980157225(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@469d2633 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1839049177 after retry RPC@1751054669) -> (continuation of Deferred@1464504904 after retry RPC@1212255613), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5e1b7bbc -> wakeup thread Time-limited test -> (continuation of Deferred@1839049177 after retry RPC@1751054669) -> (continuation of Deferred@1464504904 after retry RPC@1212255613))) after lookup
08:07:28.969 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:28.970 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:28.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:28.970 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:29.048 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:29.048 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)[L]]}]
08:07:29.049 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=147), Traces: [0ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [1ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [7ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [8ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [10ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [10ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [27ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [28ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [29ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [29ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [64ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [66ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [67ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [69ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [69ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [144ms] refreshing cache from master, [145ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [147ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1980157225(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@469d2633 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1839049177 after retry RPC@1751054669) -> (continuation of Deferred@1464504904 after retry RPC@1212255613) -> (continuation of Deferred@1889041781 after retry RPC@888548478), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5e1b7bbc -> wakeup thread Time-limited test -> (continuation of Deferred@1839049177 after retry RPC@1751054669) -> (continuation of Deferred@1464504904 after retry RPC@1212255613) -> (continuation of Deferred@1889041781 after retry RPC@888548478))) after lookup
08:07:29.049 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:29.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:29.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:29.050 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:29.228 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:29.228 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)[L]]}]
08:07:29.229 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=327), Traces: [0ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [1ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [7ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [8ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [10ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [10ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [27ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [28ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [29ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [29ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [64ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [66ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [67ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [69ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [69ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [144ms] refreshing cache from master, [145ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [147ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [148ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [149ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [149ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [324ms] refreshing cache from master, [325ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [327ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1980157225(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@469d2633 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1839049177 after retry RPC@1751054669) -> (continuation of Deferred@1464504904 after retry RPC@1212255613) -> (continuation of Deferred@1889041781 after retry RPC@888548478) -> (continuation of Deferred@1637828959 after retry RPC@1969095775), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5e1b7bbc -> wakeup thread Time-limited test -> (continuation of Deferred@1839049177 after retry RPC@1751054669) -> (continuation of Deferred@1464504904 after retry RPC@1212255613) -> (continuation of Deferred@1889041781 after retry RPC@888548478) -> (continuation of Deferred@1637828959 after retry RPC@1969095775))) after lookup
08:07:29.230 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:29.231 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:29.231 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:29.231 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:29.349 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:29.349 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345),51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)[L]]}]
08:07:29.349 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=447), Traces: [0ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [1ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [7ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [8ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [10ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [10ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [27ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [28ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [29ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [29ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [64ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [66ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [67ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [69ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [69ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [144ms] refreshing cache from master, [145ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [147ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [148ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [149ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [149ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [324ms] refreshing cache from master, [325ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [327ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [328ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [330ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [330ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [445ms] refreshing cache from master, [445ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [447ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1980157225(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@469d2633 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1839049177 after retry RPC@1751054669) -> (continuation of Deferred@1464504904 after retry RPC@1212255613) -> (continuation of Deferred@1889041781 after retry RPC@888548478) -> (continuation of Deferred@1637828959 after retry RPC@1969095775) -> (continuation of Deferred@1768697078 after retry RPC@1813356920), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5e1b7bbc -> wakeup thread Time-limited test -> (continuation of Deferred@1839049177 after retry RPC@1751054669) -> (continuation of Deferred@1464504904 after retry RPC@1212255613) -> (continuation of Deferred@1889041781 after retry RPC@888548478) -> (continuation of Deferred@1637828959 after retry RPC@1969095775) -> (continuation of Deferred@1768697078 after retry RPC@1813356920))) after lookup
08:07:29.350 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] connecting to peer
08:07:29.351 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:29.351 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:29.352 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321) for tablet 600ec09b5c254b92b1fa8c060232f0df: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321
08:07:30.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:30.218448 31937 raft_consensus.cc:493] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 9 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:07:30.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:30.218585 31937 raft_consensus.cc:515] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:30.218935 31937 leader_election.cc:290] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321), 3236f02bb80845179321a99d020b4abb (127.28.234.194:46345)
08:07:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:30.219527 31810 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.234.193:42321: connect: Connection refused (error 111)
08:07:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:30.220019 31810 leader_election.cc:336] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321): Network error: Client connection negotiation failed: client connection to 127.28.234.193:42321: connect: Connection refused (error 111)
08:07:30.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:30.222365 31706 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "600ec09b5c254b92b1fa8c060232f0df" candidate_uuid: "51bc2b00712a4d4195611d7b49239d98" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "3236f02bb80845179321a99d020b4abb" is_pre_election: true
08:07:30.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:30.222784 31812 leader_election.cc:304] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 51bc2b00712a4d4195611d7b49239d98; no voters: 3236f02bb80845179321a99d020b4abb, 7274718a4971487cbd5f3dac87cd1d05
08:07:30.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:30.222936 31937 raft_consensus.cc:2749] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 9 FOLLOWER]: Leader pre-election lost for term 10. Reason: could not achieve majority
08:07:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:30.260797 31942 raft_consensus.cc:493] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 7274718a4971487cbd5f3dac87cd1d05)
08:07:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:30.260958 31942 raft_consensus.cc:515] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:30.261333 31942 leader_election.cc:290] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321), 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:30.261818 31640 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.234.193:42321: connect: Connection refused (error 111)
08:07:30.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:30.262307 31640 leader_election.cc:336] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321): Network error: Client connection negotiation failed: client connection to 127.28.234.193:42321: connect: Connection refused (error 111)
08:07:30.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:30.264681 31877 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "600ec09b5c254b92b1fa8c060232f0df" candidate_uuid: "3236f02bb80845179321a99d020b4abb" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "51bc2b00712a4d4195611d7b49239d98" is_pre_election: true
08:07:30.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:30.264803 31877 raft_consensus.cc:2468] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3236f02bb80845179321a99d020b4abb in term 9.
08:07:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:30.265050 31642 leader_election.cc:304] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3236f02bb80845179321a99d020b4abb, 51bc2b00712a4d4195611d7b49239d98; no voters: 7274718a4971487cbd5f3dac87cd1d05
08:07:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:30.265266 31942 raft_consensus.cc:2804] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 10 FOLLOWER]: Leader pre-election won for term 11
08:07:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:30.265332 31942 raft_consensus.cc:493] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 10 FOLLOWER]: Starting leader election (detected failure of leader 7274718a4971487cbd5f3dac87cd1d05)
08:07:30.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:30.265348 31942 raft_consensus.cc:3060] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 10 FOLLOWER]: Advancing to term 11
08:07:30.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:30.266036 31942 raft_consensus.cc:515] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:30.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:30.266186 31942 leader_election.cc:290] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [CANDIDATE]: Term 11 election: Requested vote from peers 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321), 51bc2b00712a4d4195611d7b49239d98 (127.28.234.195:36059)
08:07:30.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:30.266371 31877 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "600ec09b5c254b92b1fa8c060232f0df" candidate_uuid: "3236f02bb80845179321a99d020b4abb" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "51bc2b00712a4d4195611d7b49239d98"
08:07:30.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:30.266456 31877 raft_consensus.cc:3060] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 9 FOLLOWER]: Advancing to term 11
08:07:30.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:30.266800 31640 leader_election.cc:336] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321): Network error: Client connection negotiation failed: client connection to 127.28.234.193:42321: connect: Connection refused (error 111)
08:07:30.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:30.267663 31877 raft_consensus.cc:2468] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3236f02bb80845179321a99d020b4abb in term 11.
08:07:30.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:30.267866 31642 leader_election.cc:304] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3236f02bb80845179321a99d020b4abb, 51bc2b00712a4d4195611d7b49239d98; no voters: 7274718a4971487cbd5f3dac87cd1d05
08:07:30.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:30.267966 31942 raft_consensus.cc:2804] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 11 FOLLOWER]: Leader election won for term 11
08:07:30.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:30.268110 31942 raft_consensus.cc:697] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [term 11 LEADER]: Becoming Leader. State: Replica: 3236f02bb80845179321a99d020b4abb, State: Running, Role: LEADER
08:07:30.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:30.268172 31942 consensus_queue.cc:237] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:30.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:30.269011 29799 catalog_manager.cc:5696] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb reported cstate change: term changed from 10 to 11, leader changed from 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193) to 3236f02bb80845179321a99d020b4abb (127.28.234.194). New cstate: current_term: 11 leader_uuid: "3236f02bb80845179321a99d020b4abb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } health_report { overall_health: UNKNOWN } } }
08:07:30.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:30.740114 31877 raft_consensus.cc:1275] T 600ec09b5c254b92b1fa8c060232f0df P 51bc2b00712a4d4195611d7b49239d98 [term 11 FOLLOWER]: Refusing update from remote peer 3236f02bb80845179321a99d020b4abb: Log matching property violated. Preceding OpId in replica: term: 9 index: 36. Preceding OpId from leader: term: 11 index: 41. (index mismatch)
08:07:30.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:30.740559 31942 consensus_queue.cc:1048] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb [LEADER]: Connected to new peer: Peer: permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
08:07:30.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:30.743557 31640 consensus_peers.cc:597] T 600ec09b5c254b92b1fa8c060232f0df P 3236f02bb80845179321a99d020b4abb -> Peer 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321): Couldn't send request to peer 7274718a4971487cbd5f3dac87cd1d05. Status: Network error: Client connection negotiation failed: client connection to 127.28.234.193:42321: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:07:31.088 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 600ec09b5c254b92b1fa8c060232f0df for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951' with partition [<start>, <end>)
08:07:31.089 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=600ec09b5c254b92b1fa8c060232f0df@[3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)[L],51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059),7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)]}]
08:07:31.089 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=600ec09b5c254b92b1fa8c060232f0df, attempt=14, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=2187), Traces: [0ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [1ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [5ms] refreshing cache from master, [5ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [7ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [8ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [10ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [10ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [25ms] refreshing cache from master, [25ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [27ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [28ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [29ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [29ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [64ms] refreshing cache from master, [65ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [66ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [67ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [69ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [69ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [144ms] refreshing cache from master, [145ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [147ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [148ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [149ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [149ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [324ms] refreshing cache from master, [325ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [327ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [328ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [330ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [330ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [445ms] refreshing cache from master, [445ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [447ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, [448ms] sending RPC to server 7274718a4971487cbd5f3dac87cd1d05, [451ms] received response from server 7274718a4971487cbd5f3dac87cd1d05: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [451ms] delaying RPC due to: Network error: Failed to connect to peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321): Connection refused: /127.28.234.193:42321, [2185ms] refreshing cache from master, [2185ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.234.252:35401, [2187ms] Sub RPC GetTableLocations: received response from server master-127.28.234.252:35401: OK, deferred=Deferred@1980157225(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f1d08336958@469d2633 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1839049177 after retry RPC@1751054669) -> (continuation of Deferred@1464504904 after retry RPC@1212255613) -> (continuation of Deferred@1889041781 after retry RPC@888548478) -> (continuation of Deferred@1637828959 after retry RPC@1969095775) -> (continuation of Deferred@1768697078 after retry RPC@1813356920) -> (continuation of Deferred@441169318 after retry RPC@1536481782), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5e1b7bbc -> wakeup thread Time-limited test -> (continuation of Deferred@1839049177 after retry RPC@1751054669) -> (continuation of Deferred@1464504904 after retry RPC@1212255613) -> (continuation of Deferred@1889041781 after retry RPC@888548478) -> (continuation of Deferred@1637828959 after retry RPC@1969095775) -> (continuation of Deferred@1768697078 after retry RPC@1813356920) -> (continuation of Deferred@441169318 after retry RPC@1536481782))) after lookup
08:07:31.090 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] connecting to peer
08:07:31.091 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] Successfully connected to peer
08:07:31.121 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x84088179, L:/127.0.0.1:43304 - R:/127.28.234.194:46345] using TOKEN/null
08:07:31.138 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.28.234.193:42321
08:07:31.139 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

08:07:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.139401 29611 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskXcJzzt/build/release/bin/kudu
08:07:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/wal
08:07:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data
08:07:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:07:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:07:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:07:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/logs
08:07:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data/info.pb
08:07:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:07:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:07:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:07:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:07:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:31.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:31.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:07:31.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:07:31.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.193:42321
08:07:31.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.234.193
08:07:31.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:31.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35741
08:07:31.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.193
08:07:31.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:31.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:31.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:31.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:07:31.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:31.227718 31971 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:07:31.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:31.227948 31971 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:07:31.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:31.227985 31971 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:07:31.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:31.229805 31971 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:07:31.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:31.229921 31971 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.234.193
08:07:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.231585 31971 tablet_server_runner.cc:78] Tablet server non-default flags:
08:07:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:07:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.234.212:33161
08:07:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:07:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:07:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data
08:07:31.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/wal
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.234.193:42321
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data/info.pb
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.234.193
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35741
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.234.254:33931,127.28.234.253:34795,127.28.234.252:35401
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.31971
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.234.193
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/logs
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 07:43:17 UTC on e7f111948823
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11953
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.231878 31971 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:07:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.232142 31971 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:31.235102 31976 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:31.235078 31977 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 08:07:31.235219 31979 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.235555 31971 server_base.cc:1061] running on GCE node
08:07:31.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.235697 31971 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:07:31.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.235867 31971 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:07:31.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.237032 31971 hybrid_clock.cc:648] HybridClock initialized: now 1779091651237016 us; error 24 us; skew 500 ppm
08:07:31.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.238324 31971 webserver.cc:533] Webserver started at http://127.28.234.193:35741/ using document root <none> and password file <none>
08:07:31.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.238610 31971 fs_manager.cc:362] Metadata directory not provided
08:07:31.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.238687 31971 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:07:31.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.240005 31971 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
08:07:31.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.240797 31985 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
08:07:31.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.240959 31971 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
08:07:31.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.241029 31971 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data,/tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/wal
08:07:31.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7274718a4971487cbd5f3dac87cd1d05"
08:07:31.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 08:07:04 on dist-test-slave-26x1"
08:07:31.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.241364 31971 fs_report.cc:389] FS layout report
08:07:31.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:07:31.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/wal
08:07:31.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/wal
08:07:31.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data/data
08:07:31.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:07:31.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:07:31.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:07:31.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:07:31.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:07:31.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:07:31.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:07:31.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:07:31.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:07:31.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:07:31.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:07:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.292205 31971 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
08:07:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.292661 31971 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:07:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.292825 31971 kserver.cc:163] Server-wide thread pool size limit: 3276
08:07:31.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.293082 31971 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:07:31.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.293602 31992 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
08:07:31.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.294472 31971 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
08:07:31.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.294601 31971 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
08:07:31.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.294656 31971 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
08:07:31.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.295351 31971 ts_tablet_manager.cc:616] Registered 1 tablets
08:07:31.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.295404 31971 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
08:07:31.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.295460 31992 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Bootstrap starting.
08:07:31.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.303431 31971 rpc_server.cc:307] RPC server started. Bound to: 127.28.234.193:42321
08:07:31.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.303778 32099 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.234.193:42321 every 8 connection(s)
08:07:31.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.303915 31971 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskXcJzzt/test-tmp/mini-kudu-cluster5320336903473047801/ts-0/data/info.pb
08:07:31.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.305302 29611 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskXcJzzt/build/release/bin/kudu as pid 31971
08:07:31.306 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
08:07:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.310101 32102 heartbeater.cc:344] Connected to a master server at 127.28.234.253:34795
08:07:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.310221 32102 heartbeater.cc:461] Registering TS with master...
08:07:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.310441 32102 heartbeater.cc:507] Master 127.28.234.253:34795 requested a full tablet report, sending...
08:07:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.311590 29724 ts_manager.cc:194] Re-registered known tserver with Master: 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321)
08:07:31.312 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951, tablet=600ec09b5c254b92b1fa8c060232f0df, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:07:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.312376 31992 log.cc:826] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Log is configured to *not* fsync() on all Append() calls
08:07:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.313036 32100 heartbeater.cc:344] Connected to a master server at 127.28.234.252:35401
08:07:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.313099 32100 heartbeater.cc:461] Registering TS with master...
08:07:31.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.313213 32100 heartbeater.cc:507] Master 127.28.234.252:35401 requested a full tablet report, sending...
08:07:31.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.313679 29799 ts_manager.cc:194] Re-registered known tserver with Master: 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321)
08:07:31.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.314214 29799 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.28.234.193:60261
08:07:31.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.315068 32101 heartbeater.cc:344] Connected to a master server at 127.28.234.254:33931
08:07:31.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.315124 32101 heartbeater.cc:461] Registering TS with master...
08:07:31.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.315223 32101 heartbeater.cc:507] Master 127.28.234.254:33931 requested a full tablet report, sending...
08:07:31.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.316502 29653 ts_manager.cc:194] Re-registered known tserver with Master: 7274718a4971487cbd5f3dac87cd1d05 (127.28.234.193:42321)
08:07:31.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.317425 31992 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:07:31.317 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779091624951, tablet=600ec09b5c254b92b1fa8c060232f0df, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
08:07:31.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.317737 31992 tablet_bootstrap.cc:492] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Bootstrap complete.
08:07:31.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.318825 31992 ts_tablet_manager.cc:1403] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Time spent bootstrapping tablet: real 0.023s	user 0.005s	sys 0.014s
08:07:31.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.319947 31992 raft_consensus.cc:359] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.320266 31992 raft_consensus.cc:740] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7274718a4971487cbd5f3dac87cd1d05, State: Initialized, Role: FOLLOWER
08:07:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.320358 31992 consensus_queue.cc:260] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7274718a4971487cbd5f3dac87cd1d05" member_type: VOTER last_known_addr { host: "127.28.234.193" port: 42321 } } peers { permanent_uuid: "3236f02bb80845179321a99d020b4abb" member_type: VOTER last_known_addr { host: "127.28.234.194" port: 46345 } } peers { permanent_uuid: "51bc2b00712a4d4195611d7b49239d98" member_type: VOTER last_known_addr { host: "127.28.234.195" port: 36059 } }
08:07:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.320621 31992 ts_tablet_manager.cc:1434] T 600ec09b5c254b92b1fa8c060232f0df P 7274718a4971487cbd5f3dac87cd1d05: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.002s
08:07:31.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.320729 32100 heartbeater.cc:499] Master 127.28.234.252:35401 was elected leader, sending a full tablet report...
08:07:31.323 [DEBUG - main] (Connection.java:575) [peer 51bc2b00712a4d4195611d7b49239d98(127.28.234.195:36059)] disconnecting while in state TERMINATED
08:07:31.324 [DEBUG - main] (Connection.java:575) [peer master-127.28.234.254:33931(127.28.234.254:33931)] disconnecting while in state READY
08:07:31.324 [DEBUG - main] (Connection.java:575) [peer master-127.28.234.253:34795(127.28.234.253:34795)] disconnecting while in state READY
08:07:31.326 [DEBUG - main] (Connection.java:575) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] disconnecting while in state READY
08:07:31.326 [DEBUG - main] (Connection.java:575) [peer master-127.28.234.252:35401(127.28.234.252:35401)] disconnecting while in state READY
08:07:31.326 [DEBUG - main] (Connection.java:575) [peer 7274718a4971487cbd5f3dac87cd1d05(127.28.234.193:42321)] disconnecting while in state TERMINATED
08:07:31.327 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.28.234.253:34795(127.28.234.253:34795)] handling channelInactive
08:07:31.327 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.234.253:34795(127.28.234.253:34795)] cleaning up while in state READY due to: connection closed
08:07:31.328 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.28.234.252:35401(127.28.234.252:35401)] handling channelInactive
08:07:31.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.234.252:35401(127.28.234.252:35401)] cleaning up while in state READY due to: connection closed
08:07:31.330 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.28.234.254:33931(127.28.234.254:33931)] handling channelInactive
08:07:31.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.234.254:33931(127.28.234.254:33931)] cleaning up while in state READY due to: connection closed
08:07:31.331 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:07:31.332 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] handling channelInactive
08:07:31.332 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3236f02bb80845179321a99d020b4abb(127.28.234.194:46345)] cleaning up while in state READY due to: connection closed
08:07:31.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.332608 29611 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskXcJzzt/build/release/bin/kudu with pid 31971
08:07:31.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.340322 29611 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskXcJzzt/build/release/bin/kudu with pid 31624
08:07:31.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.347100 29611 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskXcJzzt/build/release/bin/kudu with pid 31794
08:07:31.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.351946 29611 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskXcJzzt/build/release/bin/kudu with pid 29622
08:07:31.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.357256 29611 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskXcJzzt/build/release/bin/kudu with pid 29694
08:07:31.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 08:07:31.362839 29611 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskXcJzzt/build/release/bin/kudu with pid 29764
08:07:31.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T08:07:31Z chronyd exiting

Time: 29.025

OK (1 test)

