JUnit version 4.13.2
.20:06:49.257 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1786478809248
20:06:49.325 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
20:06:49.397 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:06:49.408 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskwlPn0e/test-tmp
20:06:49.413 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/release/bin
20:06:49.416 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskwlPn0e/java/build/dist-test/../../../build/release/bin/kudu, test, mini_cluster, --serialization=pb]
20:06:49.608 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:06:49.622 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:06:49.623 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:06:49.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.624579 14655 mini_oidc.cc:150] Starting JWKS server
20:06:49.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.625447 14655 webserver.cc:533] Webserver started at http://127.0.0.1:42045/ using document root <none> and password file <none>
20:06:49.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.625536 14655 mini_oidc.cc:186] Starting OIDC Discovery server
20:06:49.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.625731 14655 webserver.cc:533] Webserver started at http://127.0.0.1:38191/ using document root <none> and password file <none>
20:06:49.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T20:06:49Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:06:49.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T20:06:49Z Disabled control of system clock
20:06:49.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.638357 14655 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:06:49.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:06:49.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-0/wal
20:06:49.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-0/data
20:06:49.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:06:49.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:06:49.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:06:49.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:49.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:49.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:49.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-0/logs
20:06:49.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-0/data/info.pb
20:06:49.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:49.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:06:49.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:06:49.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:06:49.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:06:49.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:49.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:49.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:49.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:06:49.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:06:49.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:06:49.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:06:49.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.254:33429
20:06:49.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.254
20:06:49.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:49.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:06:49.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:49.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:49.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:49.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:06:49.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:06:49.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:06:49.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42045/jwks.json with env {}
20:06:49.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.722564 14671 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:06:49.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.722790 14671 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:06:49.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.722823 14671 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:06:49.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.724941 14671 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:06:49.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.725018 14671 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:06:49.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.725040 14671 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:06:49.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.725059 14671 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:06:49.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.725077 14671 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:06:49.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.725095 14671 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42045/jwks.json
20:06:49.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.727406 14671 master_runner.cc:387] Master server non-default flags:
20:06:49.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-0/logs
20:06:49.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:49.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:06:49.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:49.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:06:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-0/data
20:06:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-0/wal
20:06:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:06:49.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:06:49.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:49.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:49.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:06:49.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.254:33429
20:06:49.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:06:49.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:06:49.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:06:49.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42045/jwks.json
20:06:49.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:49.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:49.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-0/data/info.pb
20:06:49.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.254
20:06:49.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:49.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:06:49.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.14671
20:06:49.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:49.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:06:49.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:06:49.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:49.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:06:49.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:06:49.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:06:49.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:06:49.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:06:49.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:44 UTC on e7f111948823
20:06:49.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13293
20:06:49.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.727718 14671 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:06:49.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.728015 14671 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:06:49.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.732378 14684 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:49.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.732535 14679 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:49.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.732673 14671 server_base.cc:1061] running on GCE node
20:06:49.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.732836 14680 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:49.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.733103 14671 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:06:49.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.733412 14671 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:06:49.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.734652 14671 hybrid_clock.cc:648] HybridClock initialized: now 1786478809734639 us; error 117 us; skew 500 ppm
20:06:49.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.736119 14671 webserver.cc:533] Webserver started at http://127.14.79.254:37995/ using document root <none> and password file <none>
20:06:49.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.736352 14671 fs_manager.cc:362] Metadata directory not provided
20:06:49.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.736410 14671 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:06:49.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.736538 14671 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:06:49.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.737764 14671 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-0/data/instance:
20:06:49.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45cc93851a974888a0c09cd3038faaf1"
20:06:49.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:06:49 on dist-test-slave-x5fp"
20:06:49.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.738193 14671 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-0/wal/instance:
20:06:49.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45cc93851a974888a0c09cd3038faaf1"
20:06:49.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:06:49 on dist-test-slave-x5fp"
20:06:49.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.739845 14671 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.003s
20:06:49.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.740813 14697 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:06:49.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.740981 14671 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
20:06:49.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.741040 14671 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-0/data,/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-0/wal
20:06:49.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45cc93851a974888a0c09cd3038faaf1"
20:06:49.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:06:49 on dist-test-slave-x5fp"
20:06:49.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.741094 14671 fs_report.cc:389] FS layout report
20:06:49.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:06:49.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-0/wal
20:06:49.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-0/wal
20:06:49.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-0/data/data
20:06:49.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:06:49.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:06:49.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:06:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:06:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:06:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:06:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:06:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:06:49.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:06:49.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:06:49.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:06:49.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.762713 14671 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:06:49.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.763016 14671 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:06:49.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.763104 14671 kserver.cc:163] Server-wide thread pool size limit: 3276
20:06:49.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.767333 14671 rpc_server.cc:307] RPC server started. Bound to: 127.14.79.254:33429
20:06:49.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.767458 14776 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.79.254:33429 every 8 connection(s)
20:06:49.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.767663 14671 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-0/data/info.pb
20:06:49.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.768337 14777 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:06:49.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.770054 14777 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.79.254" port: 33429 } has no permanent_uuid. Determining permanent_uuid...
20:06:49.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.775532 14655 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwlPn0e/build/release/bin/kudu as pid 14671
20:06:49.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.775664 14655 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-0/wal/instance
20:06:49.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.776664 14655 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:06:49.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:06:49.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-1/wal
20:06:49.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-1/data
20:06:49.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:06:49.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:06:49.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:06:49.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:49.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:49.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:49.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-1/logs
20:06:49.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-1/data/info.pb
20:06:49.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:49.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:06:49.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:06:49.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:06:49.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:06:49.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:49.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:49.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:49.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:06:49.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:06:49.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:06:49.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:06:49.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.253:39447
20:06:49.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.253
20:06:49.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:49.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:06:49.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:49.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:49.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:49.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:06:49.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:06:49.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:06:49.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42045/jwks.json with env {}
20:06:49.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.779964 14777 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.79.253" port: 39447 } has no permanent_uuid. Determining permanent_uuid...
20:06:49.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.780545 14698 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.79.253:39447: connect: Connection refused (error 111)
20:06:49.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.781147 14777 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.79.253:39447: Network error: Client connection negotiation failed: client connection to 127.14.79.253:39447: connect: Connection refused (error 111)
20:06:49.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.830331 14777 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.79.253" port: 39447 } attempt: 1
20:06:49.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.831162 14777 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.79.253:39447: Network error: Client connection negotiation failed: client connection to 127.14.79.253:39447: connect: Connection refused (error 111)
20:06:49.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.860781 14787 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:06:49.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.860988 14787 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:06:49.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.861020 14787 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:06:49.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.862872 14787 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:06:49.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.862947 14787 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:06:49.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.862970 14787 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:06:49.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.862988 14787 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:06:49.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.863006 14787 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:06:49.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.863024 14787 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42045/jwks.json
20:06:49.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.865118 14787 master_runner.cc:387] Master server non-default flags:
20:06:49.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-1/logs
20:06:49.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:06:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:06:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:49.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:49.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-1/data
20:06:49.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-1/wal
20:06:49.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:06:49.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:06:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:06:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.253:39447
20:06:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:06:49.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:06:49.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:06:49.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42045/jwks.json
20:06:49.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:49.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:49.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-1/data/info.pb
20:06:49.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.253
20:06:49.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:49.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:06:49.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.14787
20:06:49.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:06:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:06:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:06:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:06:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:06:49.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:06:49.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:06:49.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:44 UTC on e7f111948823
20:06:49.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13293
20:06:49.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.865398 14787 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:06:49.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.865679 14787 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:06:49.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.868642 14798 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:49.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.868643 14800 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:49.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.868882 14796 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:49.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.869220 14787 server_base.cc:1061] running on GCE node
20:06:49.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.869434 14787 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:06:49.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.869632 14787 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:06:49.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.870759 14787 hybrid_clock.cc:648] HybridClock initialized: now 1786478809870722 us; error 52 us; skew 500 ppm
20:06:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.872309 14787 webserver.cc:533] Webserver started at http://127.14.79.253:38201/ using document root <none> and password file <none>
20:06:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.872537 14787 fs_manager.cc:362] Metadata directory not provided
20:06:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.872584 14787 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:06:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.872702 14787 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:06:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.873901 14787 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-1/data/instance:
20:06:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5f1e3dab32d746baa8c610ae0c85c8cf"
20:06:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:06:49 on dist-test-slave-x5fp"
20:06:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.874274 14787 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-1/wal/instance:
20:06:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5f1e3dab32d746baa8c610ae0c85c8cf"
20:06:49.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:06:49 on dist-test-slave-x5fp"
20:06:49.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.876528 14787 fs_manager.cc:696] Time spent creating directory manager: real 0.002s	user 0.003s	sys 0.000s
20:06:49.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.877784 14816 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:06:49.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.878014 14787 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
20:06:49.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.878077 14787 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-1/data,/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-1/wal
20:06:49.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5f1e3dab32d746baa8c610ae0c85c8cf"
20:06:49.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:06:49 on dist-test-slave-x5fp"
20:06:49.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.878145 14787 fs_report.cc:389] FS layout report
20:06:49.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:06:49.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-1/wal
20:06:49.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-1/wal
20:06:49.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-1/data/data
20:06:49.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:06:49.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:06:49.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:06:49.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:06:49.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:06:49.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:06:49.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:06:49.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:06:49.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:06:49.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:06:49.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:06:49.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.899358 14777 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.79.253" port: 39447 } attempt: 2
20:06:49.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.900061 14777 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.79.253:39447: Network error: Client connection negotiation failed: client connection to 127.14.79.253:39447: connect: Connection refused (error 111)
20:06:49.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.900087 14787 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:06:49.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.900418 14787 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:06:49.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.900547 14787 kserver.cc:163] Server-wide thread pool size limit: 3276
20:06:49.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.905143 14787 rpc_server.cc:307] RPC server started. Bound to: 127.14.79.253:39447
20:06:49.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.905211 14900 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.79.253:39447 every 8 connection(s)
20:06:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.905596 14787 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-1/data/info.pb
20:06:49.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.906286 14902 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:06:49.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.908303 14902 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.79.254" port: 33429 } has no permanent_uuid. Determining permanent_uuid...
20:06:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.912941 14655 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwlPn0e/build/release/bin/kudu as pid 14787
20:06:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.912990 14902 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.79.253" port: 39447 } has no permanent_uuid. Determining permanent_uuid...
20:06:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.913033 14655 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-1/wal/instance
20:06:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.913488 14655 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:06:49.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:06:49.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-2/wal
20:06:49.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-2/data
20:06:49.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:06:49.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:06:49.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:06:49.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:49.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:49.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:49.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-2/logs
20:06:49.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-2/data/info.pb
20:06:49.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:49.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:06:49.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:06:49.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:06:49.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:06:49.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:49.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:49.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:49.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:06:49.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:06:49.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:06:49.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:06:49.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.252:36259
20:06:49.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.252
20:06:49.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:49.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:06:49.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:49.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:49.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:49.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:06:49.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:06:49.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:06:49.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42045/jwks.json with env {}
20:06:49.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.918108 14902 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.79.252" port: 36259 } has no permanent_uuid. Determining permanent_uuid...
20:06:49.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.918509 14819 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.79.252:36259: connect: Connection refused (error 111)
20:06:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.927795 14902 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.79.252:36259: Network error: Client connection negotiation failed: client connection to 127.14.79.252:36259: connect: Connection refused (error 111)
20:06:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.977051 14902 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.79.252" port: 36259 } attempt: 1
20:06:49.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.978101 14902 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.79.252:36259: Network error: Client connection negotiation failed: client connection to 127.14.79.252:36259: connect: Connection refused (error 111)
20:06:49.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.991228 14777 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.79.253" port: 39447 } attempt: 3
20:06:49.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:49.995021 14777 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.79.252" port: 36259 } has no permanent_uuid. Determining permanent_uuid...
20:06:49.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.995805 14777 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.79.252:36259: Network error: Client connection negotiation failed: client connection to 127.14.79.252:36259: connect: Connection refused (error 111)
20:06:49.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.999583 14906 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:06:50.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.999745 14906 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:06:50.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:49.999766 14906 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:06:50.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.001399 14906 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:06:50.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.001443 14906 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:06:50.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.001457 14906 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:06:50.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.001470 14906 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:06:50.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.001482 14906 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:06:50.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.001494 14906 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42045/jwks.json
20:06:50.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.003125 14906 master_runner.cc:387] Master server non-default flags:
20:06:50.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-2/logs
20:06:50.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:50.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:06:50.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:50.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:06:50.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:50.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:50.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-2/data
20:06:50.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-2/wal
20:06:50.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:06:50.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:06:50.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:50.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:50.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:06:50.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.252:36259
20:06:50.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:06:50.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:06:50.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:06:50.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42045/jwks.json
20:06:50.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:50.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:50.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-2/data/info.pb
20:06:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.252
20:06:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:06:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.14906
20:06:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:06:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:06:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:06:50.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:06:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:06:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:06:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:06:50.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:44 UTC on e7f111948823
20:06:50.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13293
20:06:50.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.003340 14906 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:06:50.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.003536 14906 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:06:50.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.006433 14917 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:50.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.007786 14920 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:50.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.007922 14906 server_base.cc:1061] running on GCE node
20:06:50.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.007776 14918 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:50.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.008296 14906 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:06:50.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.008616 14906 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:06:50.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.009815 14906 hybrid_clock.cc:648] HybridClock initialized: now 1786478810009786 us; error 43 us; skew 500 ppm
20:06:50.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.011456 14906 webserver.cc:533] Webserver started at http://127.14.79.252:45487/ using document root <none> and password file <none>
20:06:50.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.011703 14906 fs_manager.cc:362] Metadata directory not provided
20:06:50.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.011757 14906 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:06:50.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.011876 14906 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:06:50.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.013041 14906 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-2/data/instance:
20:06:50.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0879fb5a01e34738afb10b00361dcae1"
20:06:50.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:06:50 on dist-test-slave-x5fp"
20:06:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.013408 14906 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-2/wal/instance:
20:06:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0879fb5a01e34738afb10b00361dcae1"
20:06:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:06:50 on dist-test-slave-x5fp"
20:06:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.015125 14906 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.001s	sys 0.000s
20:06:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.016099 14930 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:06:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.016311 14906 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
20:06:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.016366 14906 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-2/data,/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-2/wal
20:06:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0879fb5a01e34738afb10b00361dcae1"
20:06:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:06:50 on dist-test-slave-x5fp"
20:06:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.016422 14906 fs_report.cc:389] FS layout report
20:06:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:06:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-2/wal
20:06:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-2/wal
20:06:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-2/data/data
20:06:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:06:50.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:06:50.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:06:50.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:06:50.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:06:50.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:06:50.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:06:50.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:06:50.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:06:50.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:06:50.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:06:50.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.026432 14906 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:06:50.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.026688 14906 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:06:50.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.026770 14906 kserver.cc:163] Server-wide thread pool size limit: 3276
20:06:50.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.026986 14777 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.79.252" port: 36259 } attempt: 1
20:06:50.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.028834 14777 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.79.252:36259: Network error: Client connection negotiation failed: client connection to 127.14.79.252:36259: connect: Connection refused (error 111)
20:06:50.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.031406 14906 rpc_server.cc:307] RPC server started. Bound to: 127.14.79.252:36259
20:06:50.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.031576 15007 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.79.252:36259 every 8 connection(s)
20:06:50.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.031880 14906 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-2/data/info.pb
20:06:50.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.032552 15008 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:06:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.034184 15008 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.79.254" port: 33429 } has no permanent_uuid. Determining permanent_uuid...
20:06:50.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.039026 14655 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwlPn0e/build/release/bin/kudu as pid 14906
20:06:50.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.039148 14655 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/master-2/wal/instance
20:06:50.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.039311 15008 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.79.253" port: 39447 } has no permanent_uuid. Determining permanent_uuid...
20:06:50.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.043247 15008 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.79.252" port: 36259 } has no permanent_uuid. Determining permanent_uuid...
20:06:50.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.046257 14902 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.79.252" port: 36259 } attempt: 2
20:06:50.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.048374 15008 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0879fb5a01e34738afb10b00361dcae1: Bootstrap starting.
20:06:50.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.049481 15008 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0879fb5a01e34738afb10b00361dcae1: Neither blocks nor log segments found. Creating new log.
20:06:50.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.049782 15008 log.cc:826] T 00000000000000000000000000000000 P 0879fb5a01e34738afb10b00361dcae1: Log is configured to *not* fsync() on all Append() calls
20:06:50.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.050491 15008 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0879fb5a01e34738afb10b00361dcae1: No bootstrap required, opened a new log
20:06:50.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.050958 14902 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf: Bootstrap starting.
20:06:50.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.051659 14902 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf: Neither blocks nor log segments found. Creating new log.
20:06:50.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.051966 14902 log.cc:826] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf: Log is configured to *not* fsync() on all Append() calls
20:06:50.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.052819 14902 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf: No bootstrap required, opened a new log
20:06:50.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.052796 15008 raft_consensus.cc:359] T 00000000000000000000000000000000 P 0879fb5a01e34738afb10b00361dcae1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45cc93851a974888a0c09cd3038faaf1" member_type: VOTER last_known_addr { host: "127.14.79.254" port: 33429 } } peers { permanent_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" member_type: VOTER last_known_addr { host: "127.14.79.253" port: 39447 } } peers { permanent_uuid: "0879fb5a01e34738afb10b00361dcae1" member_type: VOTER last_known_addr { host: "127.14.79.252" port: 36259 } }
20:06:50.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.052942 15008 raft_consensus.cc:385] T 00000000000000000000000000000000 P 0879fb5a01e34738afb10b00361dcae1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:06:50.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.052970 15008 raft_consensus.cc:740] T 00000000000000000000000000000000 P 0879fb5a01e34738afb10b00361dcae1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0879fb5a01e34738afb10b00361dcae1, State: Initialized, Role: FOLLOWER
20:06:50.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.053061 15008 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0879fb5a01e34738afb10b00361dcae1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45cc93851a974888a0c09cd3038faaf1" member_type: VOTER last_known_addr { host: "127.14.79.254" port: 33429 } } peers { permanent_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" member_type: VOTER last_known_addr { host: "127.14.79.253" port: 39447 } } peers { permanent_uuid: "0879fb5a01e34738afb10b00361dcae1" member_type: VOTER last_known_addr { host: "127.14.79.252" port: 36259 } }
20:06:50.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.053371 15008 sys_catalog.cc:565] T 00000000000000000000000000000000 P 0879fb5a01e34738afb10b00361dcae1 [sys.catalog]: configured and running, proceeding with master startup.
20:06:50.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.053340 15022 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0879fb5a01e34738afb10b00361dcae1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45cc93851a974888a0c09cd3038faaf1" member_type: VOTER last_known_addr { host: "127.14.79.254" port: 33429 } } peers { permanent_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" member_type: VOTER last_known_addr { host: "127.14.79.253" port: 39447 } } peers { permanent_uuid: "0879fb5a01e34738afb10b00361dcae1" member_type: VOTER last_known_addr { host: "127.14.79.252" port: 36259 } } }
20:06:50.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.053431 15022 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0879fb5a01e34738afb10b00361dcae1 [sys.catalog]: This master's current role is: FOLLOWER
20:06:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.055135 14902 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45cc93851a974888a0c09cd3038faaf1" member_type: VOTER last_known_addr { host: "127.14.79.254" port: 33429 } } peers { permanent_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" member_type: VOTER last_known_addr { host: "127.14.79.253" port: 39447 } } peers { permanent_uuid: "0879fb5a01e34738afb10b00361dcae1" member_type: VOTER last_known_addr { host: "127.14.79.252" port: 36259 } }
20:06:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.055253 14902 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:06:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.055284 14902 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5f1e3dab32d746baa8c610ae0c85c8cf, State: Initialized, Role: FOLLOWER
20:06:50.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.055418 14902 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45cc93851a974888a0c09cd3038faaf1" member_type: VOTER last_known_addr { host: "127.14.79.254" port: 33429 } } peers { permanent_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" member_type: VOTER last_known_addr { host: "127.14.79.253" port: 39447 } } peers { permanent_uuid: "0879fb5a01e34738afb10b00361dcae1" member_type: VOTER last_known_addr { host: "127.14.79.252" port: 36259 } }
20:06:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.055716 14902 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf [sys.catalog]: configured and running, proceeding with master startup.
20:06:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.055748 15042 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 0879fb5a01e34738afb10b00361dcae1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:06:50.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.055804 15042 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:06:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.055938 14906 master_runner.cc:187] Error getting master registration for 127.14.79.254:33429: OK, instance_id { permanent_uuid: "45cc93851a974888a0c09cd3038faaf1" instance_seqno: 1786478809766136 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:06:50.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.057576 14906 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:06:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.058192 15063 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:06:50.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.058967 15063 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:06:50.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.059440 15044 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45cc93851a974888a0c09cd3038faaf1" member_type: VOTER last_known_addr { host: "127.14.79.254" port: 33429 } } peers { permanent_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" member_type: VOTER last_known_addr { host: "127.14.79.253" port: 39447 } } peers { permanent_uuid: "0879fb5a01e34738afb10b00361dcae1" member_type: VOTER last_known_addr { host: "127.14.79.252" port: 36259 } } }
20:06:50.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.057788 14787 master_runner.cc:187] Error getting master registration for 127.14.79.254:33429: OK, instance_id { permanent_uuid: "45cc93851a974888a0c09cd3038faaf1" instance_seqno: 1786478809766136 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:06:50.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.059770 15044 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf [sys.catalog]: This master's current role is: FOLLOWER
20:06:50.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.059818 14787 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:06:50.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.063558 15044 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:06:50.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.063665 15044 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45cc93851a974888a0c09cd3038faaf1" member_type: VOTER last_known_addr { host: "127.14.79.254" port: 33429 } } peers { permanent_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" member_type: VOTER last_known_addr { host: "127.14.79.253" port: 39447 } } peers { permanent_uuid: "0879fb5a01e34738afb10b00361dcae1" member_type: VOTER last_known_addr { host: "127.14.79.252" port: 36259 } }
20:06:50.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.064272 15044 leader_election.cc:290] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 45cc93851a974888a0c09cd3038faaf1 (127.14.79.254:33429), 0879fb5a01e34738afb10b00361dcae1 (127.14.79.252:36259)
20:06:50.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.064530 14968 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0879fb5a01e34738afb10b00361dcae1" is_pre_election: true
20:06:50.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.064677 14968 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 0879fb5a01e34738afb10b00361dcae1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5f1e3dab32d746baa8c610ae0c85c8cf in term 0.
20:06:50.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.065217 14819 leader_election.cc:304] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0879fb5a01e34738afb10b00361dcae1, 5f1e3dab32d746baa8c610ae0c85c8cf; no voters: 
20:06:50.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.065423 15044 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf [term 0 FOLLOWER]: Leader pre-election won for term 1
20:06:50.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.065512 15044 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:06:50.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.065573 15044 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf [term 0 FOLLOWER]: Advancing to term 1
20:06:50.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.067289 15044 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45cc93851a974888a0c09cd3038faaf1" member_type: VOTER last_known_addr { host: "127.14.79.254" port: 33429 } } peers { permanent_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" member_type: VOTER last_known_addr { host: "127.14.79.253" port: 39447 } } peers { permanent_uuid: "0879fb5a01e34738afb10b00361dcae1" member_type: VOTER last_known_addr { host: "127.14.79.252" port: 36259 } }
20:06:50.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.067863 14968 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0879fb5a01e34738afb10b00361dcae1"
20:06:50.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.067946 14968 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 0879fb5a01e34738afb10b00361dcae1 [term 0 FOLLOWER]: Advancing to term 1
20:06:50.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.068889 14968 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 0879fb5a01e34738afb10b00361dcae1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5f1e3dab32d746baa8c610ae0c85c8cf in term 1.
20:06:50.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.069209 14819 leader_election.cc:304] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0879fb5a01e34738afb10b00361dcae1, 5f1e3dab32d746baa8c610ae0c85c8cf; no voters: 
20:06:50.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.069461 15066 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf [term 1 FOLLOWER]: Leader election won for term 1
20:06:50.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.069754 15066 raft_consensus.cc:697] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf [term 1 LEADER]: Becoming Leader. State: Replica: 5f1e3dab32d746baa8c610ae0c85c8cf, State: Running, Role: LEADER
20:06:50.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.069972 15066 consensus_queue.cc:237] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45cc93851a974888a0c09cd3038faaf1" member_type: VOTER last_known_addr { host: "127.14.79.254" port: 33429 } } peers { permanent_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" member_type: VOTER last_known_addr { host: "127.14.79.253" port: 39447 } } peers { permanent_uuid: "0879fb5a01e34738afb10b00361dcae1" member_type: VOTER last_known_addr { host: "127.14.79.252" port: 36259 } }
20:06:50.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.070962 15044 leader_election.cc:290] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf [CANDIDATE]: Term 1 election: Requested vote from peers 45cc93851a974888a0c09cd3038faaf1 (127.14.79.254:33429), 0879fb5a01e34738afb10b00361dcae1 (127.14.79.252:36259)
20:06:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.070855 15066 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5f1e3dab32d746baa8c610ae0c85c8cf. Latest consensus state: current_term: 1 leader_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45cc93851a974888a0c09cd3038faaf1" member_type: VOTER last_known_addr { host: "127.14.79.254" port: 33429 } } peers { permanent_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" member_type: VOTER last_known_addr { host: "127.14.79.253" port: 39447 } } peers { permanent_uuid: "0879fb5a01e34738afb10b00361dcae1" member_type: VOTER last_known_addr { host: "127.14.79.252" port: 36259 } } }
20:06:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.071259 15066 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf [sys.catalog]: This master's current role is: LEADER
20:06:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.071587 15070 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
20:06:50.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.071987 15070 catalog_manager.cc:1520] Initializing Kudu cluster ID...
20:06:50.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.074899 14968 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 0879fb5a01e34738afb10b00361dcae1 [term 1 FOLLOWER]: Refusing update from remote peer 5f1e3dab32d746baa8c610ae0c85c8cf: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:06:50.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.075371 15067 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf [LEADER]: Connected to new peer: Peer: permanent_uuid: "0879fb5a01e34738afb10b00361dcae1" member_type: VOTER last_known_addr { host: "127.14.79.252" port: 36259 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:06:50.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.076599 15022 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0879fb5a01e34738afb10b00361dcae1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5f1e3dab32d746baa8c610ae0c85c8cf. Latest consensus state: current_term: 1 leader_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45cc93851a974888a0c09cd3038faaf1" member_type: VOTER last_known_addr { host: "127.14.79.254" port: 33429 } } peers { permanent_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" member_type: VOTER last_known_addr { host: "127.14.79.253" port: 39447 } } peers { permanent_uuid: "0879fb5a01e34738afb10b00361dcae1" member_type: VOTER last_known_addr { host: "127.14.79.252" port: 36259 } } }
20:06:50.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.076690 15022 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0879fb5a01e34738afb10b00361dcae1 [sys.catalog]: This master's current role is: FOLLOWER
20:06:50.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.078248 15066 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45cc93851a974888a0c09cd3038faaf1" member_type: VOTER last_known_addr { host: "127.14.79.254" port: 33429 } } peers { permanent_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" member_type: VOTER last_known_addr { host: "127.14.79.253" port: 39447 } } peers { permanent_uuid: "0879fb5a01e34738afb10b00361dcae1" member_type: VOTER last_known_addr { host: "127.14.79.252" port: 36259 } } }
20:06:50.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.078341 15066 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf [sys.catalog]: This master's current role is: LEADER
20:06:50.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.078795 15070 catalog_manager.cc:1383] Generated new cluster ID: 4a1acab4c08640cca00c9b1354fff7e4
20:06:50.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.078851 15070 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
20:06:50.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.079165 15074 mvcc.cc:204] Tried to move back new op lower bound from 7317417206064574464 to 7317417206048583680. Current Snapshot: MvccSnapshot[applied={T|T < 7317417206064574464 or (T in {7317417206064574464})}]
20:06:50.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.083273 15022 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0879fb5a01e34738afb10b00361dcae1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45cc93851a974888a0c09cd3038faaf1" member_type: VOTER last_known_addr { host: "127.14.79.254" port: 33429 } } peers { permanent_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" member_type: VOTER last_known_addr { host: "127.14.79.253" port: 39447 } } peers { permanent_uuid: "0879fb5a01e34738afb10b00361dcae1" member_type: VOTER last_known_addr { host: "127.14.79.252" port: 36259 } } }
20:06:50.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.083376 15022 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0879fb5a01e34738afb10b00361dcae1 [sys.catalog]: This master's current role is: FOLLOWER
20:06:50.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.088887 15075 mvcc.cc:204] Tried to move back new op lower bound from 7317417206064574464 to 7317417206048583680. Current Snapshot: MvccSnapshot[applied={T|T < 7317417206064574464}]
20:06:50.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.103987 14777 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.79.252" port: 36259 } attempt: 2
20:06:50.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.109078 15070 catalog_manager.cc:1406] Generated new certificate authority record
20:06:50.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.109905 14777 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 45cc93851a974888a0c09cd3038faaf1: Bootstrap starting.
20:06:50.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.110684 14777 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 45cc93851a974888a0c09cd3038faaf1: Neither blocks nor log segments found. Creating new log.
20:06:50.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.111169 14777 log.cc:826] T 00000000000000000000000000000000 P 45cc93851a974888a0c09cd3038faaf1: Log is configured to *not* fsync() on all Append() calls
20:06:50.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.111682 15070 catalog_manager.cc:1540] Loading token signing keys...
20:06:50.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.114663 14777 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 45cc93851a974888a0c09cd3038faaf1: No bootstrap required, opened a new log
20:06:50.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.116334 14777 raft_consensus.cc:359] T 00000000000000000000000000000000 P 45cc93851a974888a0c09cd3038faaf1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45cc93851a974888a0c09cd3038faaf1" member_type: VOTER last_known_addr { host: "127.14.79.254" port: 33429 } } peers { permanent_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" member_type: VOTER last_known_addr { host: "127.14.79.253" port: 39447 } } peers { permanent_uuid: "0879fb5a01e34738afb10b00361dcae1" member_type: VOTER last_known_addr { host: "127.14.79.252" port: 36259 } }
20:06:50.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.116472 14777 raft_consensus.cc:385] T 00000000000000000000000000000000 P 45cc93851a974888a0c09cd3038faaf1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:06:50.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.116503 14777 raft_consensus.cc:740] T 00000000000000000000000000000000 P 45cc93851a974888a0c09cd3038faaf1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 45cc93851a974888a0c09cd3038faaf1, State: Initialized, Role: FOLLOWER
20:06:50.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.116612 14777 consensus_queue.cc:260] T 00000000000000000000000000000000 P 45cc93851a974888a0c09cd3038faaf1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45cc93851a974888a0c09cd3038faaf1" member_type: VOTER last_known_addr { host: "127.14.79.254" port: 33429 } } peers { permanent_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" member_type: VOTER last_known_addr { host: "127.14.79.253" port: 39447 } } peers { permanent_uuid: "0879fb5a01e34738afb10b00361dcae1" member_type: VOTER last_known_addr { host: "127.14.79.252" port: 36259 } }
20:06:50.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.116968 14777 sys_catalog.cc:565] T 00000000000000000000000000000000 P 45cc93851a974888a0c09cd3038faaf1 [sys.catalog]: configured and running, proceeding with master startup.
20:06:50.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.117020 14738 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "45cc93851a974888a0c09cd3038faaf1" is_pre_election: true
20:06:50.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.117161 14738 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 45cc93851a974888a0c09cd3038faaf1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5f1e3dab32d746baa8c610ae0c85c8cf in term 0.
20:06:50.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.118419 14735 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "45cc93851a974888a0c09cd3038faaf1"
20:06:50.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.118496 14735 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 45cc93851a974888a0c09cd3038faaf1 [term 0 FOLLOWER]: Advancing to term 1
20:06:50.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.119292 14735 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 45cc93851a974888a0c09cd3038faaf1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5f1e3dab32d746baa8c610ae0c85c8cf in term 1.
20:06:50.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.119489 14734 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 45cc93851a974888a0c09cd3038faaf1 [term 1 FOLLOWER]: Refusing update from remote peer 5f1e3dab32d746baa8c610ae0c85c8cf: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:06:50.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.125954 15044 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf [LEADER]: Connected to new peer: Peer: permanent_uuid: "45cc93851a974888a0c09cd3038faaf1" member_type: VOTER last_known_addr { host: "127.14.79.254" port: 33429 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:06:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.129670 15104 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 45cc93851a974888a0c09cd3038faaf1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:06:50.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.131469 15104 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:06:50.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.131934 15105 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45cc93851a974888a0c09cd3038faaf1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45cc93851a974888a0c09cd3038faaf1" member_type: VOTER last_known_addr { host: "127.14.79.254" port: 33429 } } peers { permanent_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" member_type: VOTER last_known_addr { host: "127.14.79.253" port: 39447 } } peers { permanent_uuid: "0879fb5a01e34738afb10b00361dcae1" member_type: VOTER last_known_addr { host: "127.14.79.252" port: 36259 } } }
20:06:50.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.132056 15070 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf: Generated new TSK 0
20:06:50.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.132217 15070 catalog_manager.cc:1550] Initializing in-progress tserver states...
20:06:50.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.132870 15105 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45cc93851a974888a0c09cd3038faaf1 [sys.catalog]: This master's current role is: FOLLOWER
20:06:50.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.133204 15105 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45cc93851a974888a0c09cd3038faaf1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5f1e3dab32d746baa8c610ae0c85c8cf. Latest consensus state: current_term: 1 leader_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45cc93851a974888a0c09cd3038faaf1" member_type: VOTER last_known_addr { host: "127.14.79.254" port: 33429 } } peers { permanent_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" member_type: VOTER last_known_addr { host: "127.14.79.253" port: 39447 } } peers { permanent_uuid: "0879fb5a01e34738afb10b00361dcae1" member_type: VOTER last_known_addr { host: "127.14.79.252" port: 36259 } } }
20:06:50.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.133819 15105 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45cc93851a974888a0c09cd3038faaf1 [sys.catalog]: This master's current role is: FOLLOWER
20:06:50.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.134079 15105 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45cc93851a974888a0c09cd3038faaf1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45cc93851a974888a0c09cd3038faaf1" member_type: VOTER last_known_addr { host: "127.14.79.254" port: 33429 } } peers { permanent_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" member_type: VOTER last_known_addr { host: "127.14.79.253" port: 39447 } } peers { permanent_uuid: "0879fb5a01e34738afb10b00361dcae1" member_type: VOTER last_known_addr { host: "127.14.79.252" port: 36259 } } }
20:06:50.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.134356 15105 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45cc93851a974888a0c09cd3038faaf1 [sys.catalog]: This master's current role is: FOLLOWER
20:06:50.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.135280 15067 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "45cc93851a974888a0c09cd3038faaf1" member_type: VOTER last_known_addr { host: "127.14.79.254" port: 33429 } } peers { permanent_uuid: "5f1e3dab32d746baa8c610ae0c85c8cf" member_type: VOTER last_known_addr { host: "127.14.79.253" port: 39447 } } peers { permanent_uuid: "0879fb5a01e34738afb10b00361dcae1" member_type: VOTER last_known_addr { host: "127.14.79.252" port: 36259 } } }
20:06:50.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.135382 15067 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5f1e3dab32d746baa8c610ae0c85c8cf [sys.catalog]: This master's current role is: LEADER
20:06:50.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.135910 15106 mvcc.cc:204] Tried to move back new op lower bound from 7317417206196846592 to 7317417206048583680. Current Snapshot: MvccSnapshot[applied={T|T < 7317417206064574464}]
20:06:50.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.139436 14655 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:06:50.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:06:50.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/wal
20:06:50.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data
20:06:50.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:06:50.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:06:50.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:06:50.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:50.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:50.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:50.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/logs
20:06:50.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data/info.pb
20:06:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:06:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:06:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:06:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:06:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:06:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:06:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.193:0
20:06:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.79.193
20:06:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.193
20:06:50.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:50.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:06:50.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:06:50.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:50.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:50.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:06:50.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.277645 15116 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:06:50.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.279778 15116 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:06:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.285606 15116 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:06:50.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.289137 15116 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:06:50.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.290086 15116 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.79.193
20:06:50.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.296994 15116 tablet_server_runner.cc:78] Tablet server non-default flags:
20:06:50.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/logs
20:06:50.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:50.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:06:50.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:50.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:06:50.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:50.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:50.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data
20:06:50.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/wal
20:06:50.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:50.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:50.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.193:0
20:06:50.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:06:50.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:50.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:50.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data/info.pb
20:06:50.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.193
20:06:50.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:50.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:06:50.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:06:50.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.15116
20:06:50.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:50.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:06:50.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:06:50.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:50.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.79.193
20:06:50.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:06:50.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:06:50.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:06:50.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:06:50.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:06:50.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:44 UTC on e7f111948823
20:06:50.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13293
20:06:50.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.302107 15116 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:06:50.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.302811 15116 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:06:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.306501 15126 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.307163 15123 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:50.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.308418 15116 server_base.cc:1061] running on GCE node
20:06:50.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.308369 15122 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.309100 15116 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:06:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.309336 15116 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:06:50.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.310509 15116 hybrid_clock.cc:648] HybridClock initialized: now 1786478810310491 us; error 34 us; skew 500 ppm
20:06:50.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.311883 15116 webserver.cc:533] Webserver started at http://127.14.79.193:33875/ using document root <none> and password file <none>
20:06:50.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.312130 15116 fs_manager.cc:362] Metadata directory not provided
20:06:50.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.312216 15116 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:06:50.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.312351 15116 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:06:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.313339 15116 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data/instance:
20:06:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "241efb26b976496d81385b4b5cc93bb7"
20:06:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:06:50 on dist-test-slave-x5fp"
20:06:50.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.313720 15116 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/wal/instance:
20:06:50.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "241efb26b976496d81385b4b5cc93bb7"
20:06:50.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:06:50 on dist-test-slave-x5fp"
20:06:50.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.315300 15116 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.002s	sys 0.000s
20:06:50.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.316145 15135 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:06:50.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.316308 15116 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
20:06:50.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.316370 15116 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data,/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/wal
20:06:50.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "241efb26b976496d81385b4b5cc93bb7"
20:06:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:06:50 on dist-test-slave-x5fp"
20:06:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.316429 15116 fs_report.cc:389] FS layout report
20:06:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:06:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/wal
20:06:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/wal
20:06:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data/data
20:06:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:06:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:06:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:06:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:06:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:06:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:06:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:06:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:06:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:06:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:06:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:06:50.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.332195 15116 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:06:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.332542 15116 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:06:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.332674 15116 kserver.cc:163] Server-wide thread pool size limit: 3276
20:06:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.332935 15116 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:06:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.333364 15116 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:06:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.333410 15116 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:06:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.333446 15116 ts_tablet_manager.cc:616] Registered 0 tablets
20:06:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.333467 15116 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:06:50.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.341009 15116 rpc_server.cc:307] RPC server started. Bound to: 127.14.79.193:45335
20:06:50.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.341063 15328 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.79.193:45335 every 8 connection(s)
20:06:50.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.341843 15116 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data/info.pb
20:06:50.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.347355 14655 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwlPn0e/build/release/bin/kudu as pid 15116
20:06:50.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.347841 14655 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/wal/instance
20:06:50.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.349386 14655 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:06:50.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:06:50.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/wal
20:06:50.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data
20:06:50.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:06:50.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:06:50.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:06:50.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:50.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:50.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:50.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/logs
20:06:50.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data/info.pb
20:06:50.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:50.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:06:50.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:06:50.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:06:50.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:06:50.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:50.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:50.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:50.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:06:50.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:06:50.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.194:0
20:06:50.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.79.194
20:06:50.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.194
20:06:50.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:50.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:06:50.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:06:50.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:50.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:50.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:06:50.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.349563 15329 heartbeater.cc:344] Connected to a master server at 127.14.79.252:36259
20:06:50.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.349654 15329 heartbeater.cc:461] Registering TS with master...
20:06:50.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.349803 15329 heartbeater.cc:507] Master 127.14.79.252:36259 requested a full tablet report, sending...
20:06:50.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.353008 14956 ts_manager.cc:194] Registered new tserver with Master: 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:06:50.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.354626 15333 heartbeater.cc:344] Connected to a master server at 127.14.79.253:39447
20:06:50.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.354703 15333 heartbeater.cc:461] Registering TS with master...
20:06:50.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.354830 15333 heartbeater.cc:507] Master 127.14.79.253:39447 requested a full tablet report, sending...
20:06:50.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.355369 14840 ts_manager.cc:194] Registered new tserver with Master: 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:06:50.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.356002 14840 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.79.193:34201
20:06:50.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.356335 15330 heartbeater.cc:344] Connected to a master server at 127.14.79.254:33429
20:06:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.356410 15330 heartbeater.cc:461] Registering TS with master...
20:06:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.356513 15330 heartbeater.cc:507] Master 127.14.79.254:33429 requested a full tablet report, sending...
20:06:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.356921 14722 ts_manager.cc:194] Registered new tserver with Master: 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:06:50.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.448133 15343 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:06:50.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.448330 15343 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:06:50.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.448359 15343 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:06:50.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.450228 15343 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:06:50.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.450292 15343 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.79.194
20:06:50.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.451812 15343 tablet_server_runner.cc:78] Tablet server non-default flags:
20:06:50.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/logs
20:06:50.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:50.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:06:50.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:50.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:06:50.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:50.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:50.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data
20:06:50.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/wal
20:06:50.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:50.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:50.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.194:0
20:06:50.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:06:50.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:50.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:50.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data/info.pb
20:06:50.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.194
20:06:50.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:50.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:06:50.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:06:50.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.15343
20:06:50.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:50.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:06:50.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:06:50.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:50.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.79.194
20:06:50.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:06:50.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:06:50.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:06:50.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:06:50.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:06:50.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:44 UTC on e7f111948823
20:06:50.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13293
20:06:50.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.452018 15343 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:06:50.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.452212 15343 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:06:50.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.454869 15352 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:50.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.454885 15355 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:50.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.455111 15353 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:50.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.456068 15343 server_base.cc:1061] running on GCE node
20:06:50.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.456367 15343 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:06:50.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.456557 15343 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:06:50.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.457693 15343 hybrid_clock.cc:648] HybridClock initialized: now 1786478810457662 us; error 47 us; skew 500 ppm
20:06:50.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.458948 15343 webserver.cc:533] Webserver started at http://127.14.79.194:46705/ using document root <none> and password file <none>
20:06:50.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.459514 15343 fs_manager.cc:362] Metadata directory not provided
20:06:50.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.459597 15343 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:06:50.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.459733 15343 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:06:50.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.460803 15343 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data/instance:
20:06:50.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30fd9346b5d746d4bc6ea9fb0f397a52"
20:06:50.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:06:50 on dist-test-slave-x5fp"
20:06:50.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.461227 15343 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/wal/instance:
20:06:50.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30fd9346b5d746d4bc6ea9fb0f397a52"
20:06:50.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:06:50 on dist-test-slave-x5fp"
20:06:50.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.462752 15343 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.000s	sys 0.002s
20:06:50.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.463657 15365 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:06:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.463953 15343 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
20:06:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.464036 15343 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data,/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/wal
20:06:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30fd9346b5d746d4bc6ea9fb0f397a52"
20:06:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:06:50 on dist-test-slave-x5fp"
20:06:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.464099 15343 fs_report.cc:389] FS layout report
20:06:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:06:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/wal
20:06:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/wal
20:06:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data/data
20:06:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:06:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:06:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:06:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:06:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:06:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:06:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:06:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:06:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:06:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:06:50.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:06:50.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.476775 15343 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:06:50.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.477195 15343 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:06:50.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.477342 15343 kserver.cc:163] Server-wide thread pool size limit: 3276
20:06:50.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.477596 15343 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:06:50.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.478012 15343 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:06:50.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.478058 15343 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:06:50.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.478089 15343 ts_tablet_manager.cc:616] Registered 0 tablets
20:06:50.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.478107 15343 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:06:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.485828 15343 rpc_server.cc:307] RPC server started. Bound to: 127.14.79.194:34335
20:06:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.485910 15539 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.79.194:34335 every 8 connection(s)
20:06:50.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.486282 15343 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data/info.pb
20:06:50.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.486687 14655 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwlPn0e/build/release/bin/kudu as pid 15343
20:06:50.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.486781 14655 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/wal/instance
20:06:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.489234 14655 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:06:50.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:06:50.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/wal
20:06:50.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data
20:06:50.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:06:50.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:06:50.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:06:50.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:50.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:50.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:50.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/logs
20:06:50.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data/info.pb
20:06:50.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:50.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:06:50.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:06:50.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:06:50.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:06:50.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:50.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:50.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:50.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:06:50.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:06:50.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.195:0
20:06:50.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.79.195
20:06:50.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.195
20:06:50.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:50.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:06:50.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:06:50.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:50.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:50.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:06:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.493893 15540 heartbeater.cc:344] Connected to a master server at 127.14.79.252:36259
20:06:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.494009 15540 heartbeater.cc:461] Registering TS with master...
20:06:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.494217 15540 heartbeater.cc:507] Master 127.14.79.252:36259 requested a full tablet report, sending...
20:06:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.494654 14956 ts_manager.cc:194] Registered new tserver with Master: 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335)
20:06:50.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.495533 15542 heartbeater.cc:344] Connected to a master server at 127.14.79.254:33429
20:06:50.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.495604 15542 heartbeater.cc:461] Registering TS with master...
20:06:50.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.495740 15542 heartbeater.cc:507] Master 127.14.79.254:33429 requested a full tablet report, sending...
20:06:50.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.496106 14722 ts_manager.cc:194] Registered new tserver with Master: 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335)
20:06:50.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.497707 15546 heartbeater.cc:344] Connected to a master server at 127.14.79.253:39447
20:06:50.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.497843 15546 heartbeater.cc:461] Registering TS with master...
20:06:50.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.497946 15546 heartbeater.cc:507] Master 127.14.79.253:39447 requested a full tablet report, sending...
20:06:50.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.498276 14840 ts_manager.cc:194] Registered new tserver with Master: 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335)
20:06:50.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.498840 14840 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.79.194:34071
20:06:50.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.580154 15555 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:06:50.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.580329 15555 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:06:50.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.580351 15555 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:06:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.581945 15555 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:06:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.581997 15555 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.79.195
20:06:50.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.583627 15555 tablet_server_runner.cc:78] Tablet server non-default flags:
20:06:50.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/logs
20:06:50.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:50.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:06:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:06:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data
20:06:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/wal
20:06:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.195:0
20:06:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:06:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data/info.pb
20:06:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.195
20:06:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:06:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:06:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:06:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.15555
20:06:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:06:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:06:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.79.195
20:06:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:06:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:06:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:06:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:06:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:06:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:44 UTC on e7f111948823
20:06:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13293
20:06:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.583823 15555 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:06:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.584010 15555 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:06:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.586678 15566 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.586892 15562 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:50.586702 15561 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:50.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.587348 15555 server_base.cc:1061] running on GCE node
20:06:50.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.587504 15555 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:06:50.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.587728 15555 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:06:50.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.588861 15555 hybrid_clock.cc:648] HybridClock initialized: now 1786478810588832 us; error 37 us; skew 500 ppm
20:06:50.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.589953 15555 webserver.cc:533] Webserver started at http://127.14.79.195:38677/ using document root <none> and password file <none>
20:06:50.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.590111 15555 fs_manager.cc:362] Metadata directory not provided
20:06:50.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.590138 15555 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:06:50.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.590219 15555 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:06:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.590991 15555 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data/instance:
20:06:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "96e868f451cb404d83f4d430a01a6a00"
20:06:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:06:50 on dist-test-slave-x5fp"
20:06:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.591257 15555 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/wal/instance:
20:06:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "96e868f451cb404d83f4d430a01a6a00"
20:06:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:06:50 on dist-test-slave-x5fp"
20:06:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.592353 15555 fs_manager.cc:696] Time spent creating directory manager: real 0.001s	user 0.001s	sys 0.001s
20:06:50.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.593137 15573 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:06:50.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.593338 15555 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
20:06:50.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.593403 15555 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data,/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/wal
20:06:50.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "96e868f451cb404d83f4d430a01a6a00"
20:06:50.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:06:50 on dist-test-slave-x5fp"
20:06:50.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.593461 15555 fs_report.cc:389] FS layout report
20:06:50.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:06:50.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/wal
20:06:50.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/wal
20:06:50.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data/data
20:06:50.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:06:50.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:06:50.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:06:50.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:06:50.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:06:50.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:06:50.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:06:50.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:06:50.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:06:50.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:06:50.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:06:50.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.615195 15555 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:06:50.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.615483 15555 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:06:50.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.615568 15555 kserver.cc:163] Server-wide thread pool size limit: 3276
20:06:50.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.615751 15555 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:06:50.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.616056 15555 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:06:50.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.616081 15555 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:06:50.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.616104 15555 ts_tablet_manager.cc:616] Registered 0 tablets
20:06:50.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.616117 15555 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:06:50.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.622399 15555 rpc_server.cc:307] RPC server started. Bound to: 127.14.79.195:43133
20:06:50.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.622468 15744 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.79.195:43133 every 8 connection(s)
20:06:50.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.622711 15555 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data/info.pb
20:06:50.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.627502 14655 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwlPn0e/build/release/bin/kudu as pid 15555
20:06:50.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.627614 14655 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/wal/instance
20:06:50.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.628134 15750 heartbeater.cc:344] Connected to a master server at 127.14.79.254:33429
20:06:50.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.628243 15750 heartbeater.cc:461] Registering TS with master...
20:06:50.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.628446 15750 heartbeater.cc:507] Master 127.14.79.254:33429 requested a full tablet report, sending...
20:06:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.628154 15751 heartbeater.cc:344] Connected to a master server at 127.14.79.253:39447
20:06:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.628788 15751 heartbeater.cc:461] Registering TS with master...
20:06:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.628888 15751 heartbeater.cc:507] Master 127.14.79.253:39447 requested a full tablet report, sending...
20:06:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.628918 15747 heartbeater.cc:344] Connected to a master server at 127.14.79.252:36259
20:06:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.628973 15747 heartbeater.cc:461] Registering TS with master...
20:06:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.629089 15747 heartbeater.cc:507] Master 127.14.79.252:36259 requested a full tablet report, sending...
20:06:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.629076 14722 ts_manager.cc:194] Registered new tserver with Master: 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133)
20:06:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.629349 14840 ts_manager.cc:194] Registered new tserver with Master: 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133)
20:06:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.629496 14956 ts_manager.cc:194] Registered new tserver with Master: 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133)
20:06:50.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.629993 14840 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.79.195:57653
20:06:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:50.641759 14655 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
20:06:50.642 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:06:50.644 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:06:50.653 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.14.79.254"
      port: 33429
    }
    bound_http_address {
      host: "127.14.79.254"
      port: 37995
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.14.79.253"
      port: 39447
    }
    bound_http_address {
      host: "127.14.79.253"
      port: 38201
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.14.79.252"
      port: 36259
    }
    bound_http_address {
      host: "127.14.79.252"
      port: 45487
    }
  }
}

20:06:50.656 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:06:50.658 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.14.79.193"
      port: 45335
    }
    bound_http_address {
      host: "127.14.79.193"
      port: 33875
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.14.79.194"
      port: 34335
    }
    bound_http_address {
      host: "127.14.79.194"
      port: 46705
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.14.79.195"
      port: 43133
    }
    bound_http_address {
      host: "127.14.79.195"
      port: 38677
    }
  }
}

20:06:50.659 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:06:50.846 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
20:06:50.906 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:06:51.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.056293 15042 catalog_manager.cc:1295] Loaded cluster ID: 4a1acab4c08640cca00c9b1354fff7e4
20:06:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.056370 15042 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 0879fb5a01e34738afb10b00361dcae1: loading cluster ID for follower catalog manager: success
20:06:51.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.058350 15042 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 0879fb5a01e34738afb10b00361dcae1: acquiring CA information for follower catalog manager: success
20:06:51.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.058704 15042 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 0879fb5a01e34738afb10b00361dcae1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:06:51.078 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.79.254:33429(127.14.79.254:33429)] connecting to peer
20:06:51.126 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.79.253:39447(127.14.79.253:39447)] connecting to peer
20:06:51.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.133081 15104 catalog_manager.cc:1295] Loaded cluster ID: 4a1acab4c08640cca00c9b1354fff7e4
20:06:51.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.133157 15104 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 45cc93851a974888a0c09cd3038faaf1: loading cluster ID for follower catalog manager: success
20:06:51.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.134481 15104 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 45cc93851a974888a0c09cd3038faaf1: acquiring CA information for follower catalog manager: success
20:06:51.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.134807 15104 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 45cc93851a974888a0c09cd3038faaf1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:06:51.137 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.79.252:36259(127.14.79.252:36259)] connecting to peer
20:06:51.146 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.14.79.253:39447(127.14.79.253:39447)] Successfully connected to peer
20:06:51.146 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.79.254:33429(127.14.79.254:33429)] Successfully connected to peer
20:06:51.149 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.14.79.252:36259(127.14.79.252:36259)] Successfully connected to peer
20:06:51.246 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.14.79.254
20:06:51.246 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.14.79.252
20:06:51.246 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.14.79.253
20:06:51.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.357043 15333 heartbeater.cc:499] Master 127.14.79.253:39447 was elected leader, sending a full tablet report...
20:06:51.476 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0xb866ab61, L:/127.0.0.1:52788 - R:/127.14.79.254:33429] using SASL/PLAIN
20:06:51.476 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x202d1835, L:/127.0.0.1:35932 - R:/127.14.79.252:36259] using SASL/PLAIN
20:06:51.476 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xd8bc6404, L:/127.0.0.1:42734 - R:/127.14.79.253:39447] using SASL/PLAIN
20:06:51.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.499567 15546 heartbeater.cc:499] Master 127.14.79.253:39447 was elected leader, sending a full tablet report...
20:06:51.515 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:06:51.516 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=473), Traces: [0ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.79.254:33429, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.79.253:39447, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.79.252:36259, [445ms] Sub RPC ConnectToMaster: received response from server master-127.14.79.254:33429: OK, [445ms] Sub RPC ConnectToMaster: received response from server master-127.14.79.252:36259: OK, [446ms] Sub RPC ConnectToMaster: received response from server master-127.14.79.253:39447: OK, deferred=null) after lookup
20:06:51.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.568490 14840 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42734:
20:06:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028"
20:06:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:06:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:06:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
20:06:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:06:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:06:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:06:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:06:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:06:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:06:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:06:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:06:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
20:06:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:06:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:06:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:06:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:06:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:06:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:06:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:06:51.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:06:51.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
20:06:51.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:06:51.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:06:51.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:06:51.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:06:51.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:06:51.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:06:51.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:06:51.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:06:51.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
20:06:51.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:06:51.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:06:51.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
20:06:51.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
20:06:51.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
20:06:51.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
20:06:51.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:06:51.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:06:51.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:06:51.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:06:51.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
20:06:51.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
20:06:51.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:06:51.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:06:51.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:06:51.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:06:51.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:06:51.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:06:51.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:06:51.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:06:51.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:06:51.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:06:51.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
20:06:51.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:06:51.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:06:51.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:06:51.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:51.568925 14840 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:06:51.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.590423 15641 tablet_service.cc:1511] Processing CreateTablet for tablet cf347dd2e1f24560aaac1f37123718eb (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028 [id=ecd01fa16da549c0bf38d133b147a5d8]), partition=RANGE (key) PARTITION UNBOUNDED
20:06:51.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.590876 15641 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet cf347dd2e1f24560aaac1f37123718eb. 1 dirs total, 0 dirs full, 0 dirs failed
20:06:51.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.594046 15213 tablet_service.cc:1511] Processing CreateTablet for tablet cf347dd2e1f24560aaac1f37123718eb (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028 [id=ecd01fa16da549c0bf38d133b147a5d8]), partition=RANGE (key) PARTITION UNBOUNDED
20:06:51.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.594347 15213 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet cf347dd2e1f24560aaac1f37123718eb. 1 dirs total, 0 dirs full, 0 dirs failed
20:06:51.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.594642 15791 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Bootstrap starting.
20:06:51.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.595340 15791 tablet_bootstrap.cc:654] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Neither blocks nor log segments found. Creating new log.
20:06:51.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.595652 15791 log.cc:826] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Log is configured to *not* fsync() on all Append() calls
20:06:51.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.597160 15793 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7: Bootstrap starting.
20:06:51.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.597870 15793 tablet_bootstrap.cc:654] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7: Neither blocks nor log segments found. Creating new log.
20:06:51.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.598122 15791 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: No bootstrap required, opened a new log
20:06:51.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.598229 15793 log.cc:826] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7: Log is configured to *not* fsync() on all Append() calls
20:06:51.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.598505 15791 ts_tablet_manager.cc:1403] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Time spent bootstrapping tablet: real 0.004s	user 0.002s	sys 0.000s
20:06:51.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.599664 15793 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7: No bootstrap required, opened a new log
20:06:51.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.599927 15793 ts_tablet_manager.cc:1403] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7: Time spent bootstrapping tablet: real 0.003s	user 0.002s	sys 0.000s
20:06:51.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.600338 15791 raft_consensus.cc:359] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:06:51.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.600713 15791 raft_consensus.cc:385] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:06:51.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.600946 15791 raft_consensus.cc:740] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 96e868f451cb404d83f4d430a01a6a00, State: Initialized, Role: FOLLOWER
20:06:51.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.601234 15791 consensus_queue.cc:260] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:06:51.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.601333 15434 tablet_service.cc:1511] Processing CreateTablet for tablet cf347dd2e1f24560aaac1f37123718eb (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028 [id=ecd01fa16da549c0bf38d133b147a5d8]), partition=RANGE (key) PARTITION UNBOUNDED
20:06:51.605 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table ecd01fa16da549c0bf38d133b147a5d8
20:06:51.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.601613 15434 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet cf347dd2e1f24560aaac1f37123718eb. 1 dirs total, 0 dirs full, 0 dirs failed
20:06:51.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.601755 15791 ts_tablet_manager.cc:1434] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Time spent starting tablet: real 0.003s	user 0.002s	sys 0.000s
20:06:51.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.601866 15793 raft_consensus.cc:359] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:06:51.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.602000 15793 raft_consensus.cc:385] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:06:51.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.602035 15793 raft_consensus.cc:740] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 241efb26b976496d81385b4b5cc93bb7, State: Initialized, Role: FOLLOWER
20:06:51.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.602134 15793 consensus_queue.cc:260] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:06:51.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.602349 15793 ts_tablet_manager.cc:1434] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
20:06:51.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.604444 15801 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52: Bootstrap starting.
20:06:51.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.605183 15801 tablet_bootstrap.cc:654] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52: Neither blocks nor log segments found. Creating new log.
20:06:51.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.605530 15801 log.cc:826] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52: Log is configured to *not* fsync() on all Append() calls
20:06:51.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.606702 15751 heartbeater.cc:499] Master 127.14.79.253:39447 was elected leader, sending a full tablet report...
20:06:51.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:51.626039 15752 tablet.cc:2406] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:06:51.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.633247 15801 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52: No bootstrap required, opened a new log
20:06:51.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.633353 15801 ts_tablet_manager.cc:1403] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52: Time spent bootstrapping tablet: real 0.029s	user 0.000s	sys 0.002s
20:06:51.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.635080 15801 raft_consensus.cc:359] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:06:51.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.635252 15801 raft_consensus.cc:385] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:06:51.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.635289 15801 raft_consensus.cc:740] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 30fd9346b5d746d4bc6ea9fb0f397a52, State: Initialized, Role: FOLLOWER
20:06:51.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.635396 15801 consensus_queue.cc:260] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:06:51.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.635677 15801 ts_tablet_manager.cc:1434] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.003s
20:06:51.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:51.739450 15547 tablet.cc:2406] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:06:51.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.818732 15797 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:06:51.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.818904 15797 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:06:51.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.819314 15797 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335), 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:06:51.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.822774 15459 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "96e868f451cb404d83f4d430a01a6a00" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" is_pre_election: true
20:06:51.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.822950 15459 raft_consensus.cc:2468] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 96e868f451cb404d83f4d430a01a6a00 in term 0.
20:06:51.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.822990 15253 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "96e868f451cb404d83f4d430a01a6a00" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "241efb26b976496d81385b4b5cc93bb7" is_pre_election: true
20:06:51.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.823149 15253 raft_consensus.cc:2468] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 96e868f451cb404d83f4d430a01a6a00 in term 0.
20:06:51.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.823187 15577 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 30fd9346b5d746d4bc6ea9fb0f397a52, 96e868f451cb404d83f4d430a01a6a00; no voters: 
20:06:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.823321 15797 raft_consensus.cc:2804] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:06:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.823390 15797 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:06:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.823411 15797 raft_consensus.cc:3060] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 0 FOLLOWER]: Advancing to term 1
20:06:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.824368 15797 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:06:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.824536 15797 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [CANDIDATE]: Term 1 election: Requested vote from peers 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335), 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:06:51.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.824805 15253 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "96e868f451cb404d83f4d430a01a6a00" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "241efb26b976496d81385b4b5cc93bb7"
20:06:51.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.824894 15253 raft_consensus.cc:3060] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 0 FOLLOWER]: Advancing to term 1
20:06:51.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.824927 15459 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "96e868f451cb404d83f4d430a01a6a00" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52"
20:06:51.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.825009 15459 raft_consensus.cc:3060] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 0 FOLLOWER]: Advancing to term 1
20:06:51.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.825580 15459 raft_consensus.cc:2468] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 96e868f451cb404d83f4d430a01a6a00 in term 1.
20:06:51.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.825768 15253 raft_consensus.cc:2468] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 96e868f451cb404d83f4d430a01a6a00 in term 1.
20:06:51.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.825771 15577 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 30fd9346b5d746d4bc6ea9fb0f397a52, 96e868f451cb404d83f4d430a01a6a00; no voters: 
20:06:51.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.825865 15797 raft_consensus.cc:2804] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 1 FOLLOWER]: Leader election won for term 1
20:06:51.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.826026 15797 raft_consensus.cc:697] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 1 LEADER]: Becoming Leader. State: Replica: 96e868f451cb404d83f4d430a01a6a00, State: Running, Role: LEADER
20:06:51.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.826120 15797 consensus_queue.cc:237] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:06:51.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:51.827131 14840 catalog_manager.cc:5719] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 reported cstate change: term changed from 0 to 1, leader changed from <none> to 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195). New cstate: current_term: 1 leader_uuid: "96e868f451cb404d83f4d430a01a6a00" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } health_report { overall_health: UNKNOWN } } }
20:06:51.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:51.846042 15334 tablet.cc:2406] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:06:51.950 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table ecd01fa16da549c0bf38d133b147a5d8
20:06:51.971 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:06:51.979 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299992, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)[L]]}]
20:06:51.981 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [8ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=null) after lookup
20:06:51.994 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:06:51.996 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] Successfully connected to peer
20:06:52.064 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x1001091c, L:/127.0.0.1:57974 - R:/127.14.79.195:43133] using TOKEN/null
20:06:52.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:52.067348 15459 raft_consensus.cc:1275] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 1 FOLLOWER]: Refusing update from remote peer 96e868f451cb404d83f4d430a01a6a00: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:06:52.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:52.067348 15253 raft_consensus.cc:1275] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 1 FOLLOWER]: Refusing update from remote peer 96e868f451cb404d83f4d430a01a6a00: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:06:52.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:52.067687 15797 consensus_queue.cc:1048] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [LEADER]: Connected to new peer: Peer: permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:06:52.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:52.068132 15797 consensus_queue.cc:1048] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [LEADER]: Connected to new peer: Peer: permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:06:52.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:52.071259 15812 mvcc.cc:204] Tried to move back new op lower bound from 7317417214224658432 to 7317417213240573952. Current Snapshot: MvccSnapshot[applied={T|T < 7317417214224658432}]
20:06:52.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:52.078552 15813 mvcc.cc:204] Tried to move back new op lower bound from 7317417214224658432 to 7317417213240573952. Current Snapshot: MvccSnapshot[applied={T|T < 7317417214224658432}]
20:06:52.149 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028, tablet=cf347dd2e1f24560aaac1f37123718eb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:06:52.150 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.79.195:43133
20:06:52.152 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:06:52.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:52.152534 14655 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwlPn0e/build/release/bin/kudu with pid 15555
20:06:52.165 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:06:52.168 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] handling channelInactive
20:06:52.169 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state READY due to: connection closed
20:06:52.169 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133) for tablet cf347dd2e1f24560aaac1f37123718eb: connection closed
20:06:52.186 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:06:52.187 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)[L]]}]
20:06:52.187 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [3ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [20ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@859560443(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@2d609290 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c301504 -> wakeup thread Time-limited test)) after lookup
20:06:52.188 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:06:52.190 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:06:52.191 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:06:52.191 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:06:52.206 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:06:52.207 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)[L]]}]
20:06:52.208 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [3ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [20ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [22ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [25ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [25ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [40ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@859560443(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@2d609290 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1182257172 after retry RPC@1124099762), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c301504 -> wakeup thread Time-limited test -> (continuation of Deferred@1182257172 after retry RPC@1124099762))) after lookup
20:06:52.209 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:06:52.210 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:06:52.211 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:06:52.211 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:06:52.247 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:06:52.247 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)[L]]}]
20:06:52.248 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=81), Traces: [0ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [3ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [20ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [22ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [25ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [25ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [40ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [42ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [45ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [45ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [77ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [80ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@859560443(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@2d609290 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1182257172 after retry RPC@1124099762) -> (continuation of Deferred@1023862767 after retry RPC@847611525), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c301504 -> wakeup thread Time-limited test -> (continuation of Deferred@1182257172 after retry RPC@1124099762) -> (continuation of Deferred@1023862767 after retry RPC@847611525))) after lookup
20:06:52.249 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:06:52.251 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:06:52.251 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:06:52.251 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:06:52.327 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:06:52.327 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)[L]]}]
20:06:52.328 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=162), Traces: [0ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [3ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [20ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [22ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [25ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [25ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [40ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [42ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [45ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [45ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [77ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [80ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [82ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [85ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [85ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [158ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [161ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@859560443(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@2d609290 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1182257172 after retry RPC@1124099762) -> (continuation of Deferred@1023862767 after retry RPC@847611525) -> (continuation of Deferred@581721219 after retry RPC@248376303), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c301504 -> wakeup thread Time-limited test -> (continuation of Deferred@1182257172 after retry RPC@1124099762) -> (continuation of Deferred@1023862767 after retry RPC@847611525) -> (continuation of Deferred@581721219 after retry RPC@248376303))) after lookup
20:06:52.329 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:06:52.331 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:06:52.331 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:06:52.331 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:06:52.687 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:06:52.687 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)[L]]}]
20:06:52.688 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=521), Traces: [0ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [3ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [20ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [22ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [25ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [25ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [40ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [42ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [45ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [45ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [77ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [80ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [82ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [85ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [85ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [158ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [161ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [163ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [165ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [165ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [518ms] refreshing cache from master, [518ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [520ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@859560443(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@2d609290 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1182257172 after retry RPC@1124099762) -> (continuation of Deferred@1023862767 after retry RPC@847611525) -> (continuation of Deferred@581721219 after retry RPC@248376303) -> (continuation of Deferred@949472967 after retry RPC@1079409395), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c301504 -> wakeup thread Time-limited test -> (continuation of Deferred@1182257172 after retry RPC@1124099762) -> (continuation of Deferred@1023862767 after retry RPC@847611525) -> (continuation of Deferred@581721219 after retry RPC@248376303) -> (continuation of Deferred@949472967 after retry RPC@1079409395))) after lookup
20:06:52.689 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:06:52.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:06:52.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:06:52.691 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:06:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.598948 15830 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 96e868f451cb404d83f4d430a01a6a00)
20:06:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.599086 15830 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:06:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.599149 15834 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 96e868f451cb404d83f4d430a01a6a00)
20:06:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.599241 15834 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:06:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.599396 15830 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335), 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133)
20:06:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.599516 15834 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133), 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:06:53.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:53.600116 15136 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.79.195:43133: connect: Connection refused (error 111)
20:06:53.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:53.600102 15366 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.79.195:43133: connect: Connection refused (error 111)
20:06:53.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:53.600656 15366 leader_election.cc:336] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133): Network error: Client connection negotiation failed: client connection to 127.14.79.195:43133: connect: Connection refused (error 111)
20:06:53.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:53.600936 15136 leader_election.cc:336] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133): Network error: Client connection negotiation failed: client connection to 127.14.79.195:43133: connect: Connection refused (error 111)
20:06:53.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.602905 15459 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "241efb26b976496d81385b4b5cc93bb7" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" is_pre_election: true
20:06:53.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.603005 15459 raft_consensus.cc:2468] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 241efb26b976496d81385b4b5cc93bb7 in term 1.
20:06:53.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.603117 15253 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "241efb26b976496d81385b4b5cc93bb7" is_pre_election: true
20:06:53.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.603190 15253 raft_consensus.cc:2468] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 30fd9346b5d746d4bc6ea9fb0f397a52 in term 1.
20:06:53.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.603246 15140 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 241efb26b976496d81385b4b5cc93bb7, 30fd9346b5d746d4bc6ea9fb0f397a52; no voters: 96e868f451cb404d83f4d430a01a6a00
20:06:53.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.603380 15370 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 241efb26b976496d81385b4b5cc93bb7, 30fd9346b5d746d4bc6ea9fb0f397a52; no voters: 96e868f451cb404d83f4d430a01a6a00
20:06:53.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.603421 15830 raft_consensus.cc:2804] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:06:53.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.603468 15830 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 96e868f451cb404d83f4d430a01a6a00)
20:06:53.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.603492 15830 raft_consensus.cc:3060] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 1 FOLLOWER]: Advancing to term 2
20:06:53.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.603492 15834 raft_consensus.cc:2804] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:06:53.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.603533 15834 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 96e868f451cb404d83f4d430a01a6a00)
20:06:53.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.603578 15834 raft_consensus.cc:3060] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 1 FOLLOWER]: Advancing to term 2
20:06:53.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.604303 15834 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:06:53.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.604300 15830 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:06:53.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.604454 15830 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [CANDIDATE]: Term 2 election: Requested vote from peers 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335), 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133)
20:06:53.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.604596 15834 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 2 election: Requested vote from peers 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133), 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:06:53.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.604812 15253 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "241efb26b976496d81385b4b5cc93bb7"
20:06:53.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.604890 15253 raft_consensus.cc:2393] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 30fd9346b5d746d4bc6ea9fb0f397a52 in current term 2: Already voted for candidate 241efb26b976496d81385b4b5cc93bb7 in this term.
20:06:53.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.604974 15459 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "241efb26b976496d81385b4b5cc93bb7" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52"
20:06:53.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.605039 15459 raft_consensus.cc:2393] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 241efb26b976496d81385b4b5cc93bb7 in current term 2: Already voted for candidate 30fd9346b5d746d4bc6ea9fb0f397a52 in this term.
20:06:53.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:53.605108 15366 leader_election.cc:336] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133): Network error: Client connection negotiation failed: client connection to 127.14.79.195:43133: connect: Connection refused (error 111)
20:06:53.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.605227 15370 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 30fd9346b5d746d4bc6ea9fb0f397a52; no voters: 241efb26b976496d81385b4b5cc93bb7, 96e868f451cb404d83f4d430a01a6a00
20:06:53.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.605337 15834 raft_consensus.cc:2749] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:06:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:53.605811 15136 leader_election.cc:336] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133): Network error: Client connection negotiation failed: client connection to 127.14.79.195:43133: connect: Connection refused (error 111)
20:06:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.605860 15136 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 241efb26b976496d81385b4b5cc93bb7; no voters: 30fd9346b5d746d4bc6ea9fb0f397a52, 96e868f451cb404d83f4d430a01a6a00
20:06:53.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:53.605947 15830 raft_consensus.cc:2749] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
20:06:53.667 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:06:53.667 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)[L]]}]
20:06:53.668 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1502), Traces: [0ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [3ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [20ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [22ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [25ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [25ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [40ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [42ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [45ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [45ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [77ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [80ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [82ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [85ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [85ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [158ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [161ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [163ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [165ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [165ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [518ms] refreshing cache from master, [518ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [520ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [523ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [525ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [525ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [1498ms] refreshing cache from master, [1498ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [1501ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@859560443(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@2d609290 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1182257172 after retry RPC@1124099762) -> (continuation of Deferred@1023862767 after retry RPC@847611525) -> (continuation of Deferred@581721219 after retry RPC@248376303) -> (continuation of Deferred@949472967 after retry RPC@1079409395) -> (continuation of Deferred@1187398154 after retry RPC@892611011), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c301504 -> wakeup thread Time-limited test -> (continuation of Deferred@1182257172 after retry RPC@1124099762) -> (continuation of Deferred@1023862767 after retry RPC@847611525) -> (continuation of Deferred@581721219 after retry RPC@248376303) -> (continuation of Deferred@949472967 after retry RPC@1079409395) -> (continuation of Deferred@1187398154 after retry RPC@892611011))) after lookup
20:06:53.669 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:06:53.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:06:53.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:06:53.670 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:06:55.167 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:06:55.167 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)[L]]}]
20:06:55.168 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=14, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=3001), Traces: [0ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [3ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [20ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [22ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [25ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [25ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [40ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [42ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [45ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [45ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [77ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [80ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [82ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [85ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [85ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [158ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [161ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [163ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [165ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [165ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [518ms] refreshing cache from master, [518ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [520ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [523ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [525ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [525ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [1498ms] refreshing cache from master, [1498ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [1501ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [1502ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [1504ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [1504ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [2998ms] refreshing cache from master, [2998ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [3000ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@859560443(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@2d609290 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1182257172 after retry RPC@1124099762) -> (continuation of Deferred@1023862767 after retry RPC@847611525) -> (continuation of Deferred@581721219 after retry RPC@248376303) -> (continuation of Deferred@949472967 after retry RPC@1079409395) -> (continuation of Deferred@1187398154 after retry RPC@892611011) -> (continuation of Deferred@886685315 after retry RPC@240603240), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c301504 -> wakeup thread Time-limited test -> (continuation of Deferred@1182257172 after retry RPC@1124099762) -> (continuation of Deferred@1023862767 after retry RPC@847611525) -> (continuation of Deferred@581721219 after retry RPC@248376303) -> (continuation of Deferred@949472967 after retry RPC@1079409395) -> (continuation of Deferred@1187398154 after retry RPC@892611011) -> (continuation of Deferred@886685315 after retry RPC@240603240))) after lookup
20:06:55.169 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:06:55.170 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:06:55.171 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:06:55.171 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:06:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:55.646131 15847 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:06:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:55.646283 15847 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:06:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:55.646457 15847 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133), 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:06:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:55.646785 15253 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "241efb26b976496d81385b4b5cc93bb7" is_pre_election: true
20:06:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:55.646898 15253 raft_consensus.cc:2468] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 30fd9346b5d746d4bc6ea9fb0f397a52 in term 2.
20:06:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:55.647119 15370 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 241efb26b976496d81385b4b5cc93bb7, 30fd9346b5d746d4bc6ea9fb0f397a52; no voters: 
20:06:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:55.647272 15847 raft_consensus.cc:2804] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 2 FOLLOWER]: Leader pre-election won for term 3
20:06:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:55.647321 15847 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:06:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:55.647341 15847 raft_consensus.cc:3060] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 2 FOLLOWER]: Advancing to term 3
20:06:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:55.647714 15366 leader_election.cc:336] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133): Network error: Client connection negotiation failed: client connection to 127.14.79.195:43133: connect: Connection refused (error 111)
20:06:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:55.648150 15847 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:06:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:55.648314 15847 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 3 election: Requested vote from peers 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133), 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:06:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:55.648522 15253 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" candidate_term: 3 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "241efb26b976496d81385b4b5cc93bb7"
20:06:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:55.648607 15253 raft_consensus.cc:3060] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 2 FOLLOWER]: Advancing to term 3
20:06:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:55.648916 15366 leader_election.cc:336] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133): Network error: Client connection negotiation failed: client connection to 127.14.79.195:43133: connect: Connection refused (error 111)
20:06:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:55.649184 15253 raft_consensus.cc:2468] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 30fd9346b5d746d4bc6ea9fb0f397a52 in term 3.
20:06:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:55.649377 15370 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 241efb26b976496d81385b4b5cc93bb7, 30fd9346b5d746d4bc6ea9fb0f397a52; no voters: 96e868f451cb404d83f4d430a01a6a00
20:06:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:55.649474 15847 raft_consensus.cc:2804] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 3 FOLLOWER]: Leader election won for term 3
20:06:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:55.649606 15847 raft_consensus.cc:697] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 3 LEADER]: Becoming Leader. State: Replica: 30fd9346b5d746d4bc6ea9fb0f397a52, State: Running, Role: LEADER
20:06:55.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:55.649706 15847 consensus_queue.cc:237] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:06:55.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:55.650447 14837 catalog_manager.cc:5719] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 reported cstate change: term changed from 1 to 3, leader changed from 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195) to 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194). New cstate: current_term: 3 leader_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } health_report { overall_health: UNKNOWN } } }
20:06:56.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:56.266335 15366 consensus_peers.cc:597] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 -> Peer 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133): Couldn't send request to peer 96e868f451cb404d83f4d430a01a6a00. Status: Network error: Client connection negotiation failed: client connection to 127.14.79.195:43133: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:06:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.269622 15253 raft_consensus.cc:1275] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 3 FOLLOWER]: Refusing update from remote peer 30fd9346b5d746d4bc6ea9fb0f397a52: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 5. (index mismatch)
20:06:56.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.270007 15870 consensus_queue.cc:1048] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [LEADER]: Connected to new peer: Peer: permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
20:06:56.807 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:06:56.807 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)[L],96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:06:56.808 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=16, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=4642), Traces: [0ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [3ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: connection closed, [3ms] delaying RPC due to: Network error: connection closed, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [20ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [22ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [25ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [25ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [37ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [40ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [42ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [45ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [45ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [77ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [80ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [82ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [85ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [85ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [158ms] refreshing cache from master, [158ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [161ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [163ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [165ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [165ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [518ms] refreshing cache from master, [518ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [520ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [523ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [525ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [525ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [1498ms] refreshing cache from master, [1498ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [1501ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [1502ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [1504ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [1504ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [2998ms] refreshing cache from master, [2998ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [3000ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [3003ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [3005ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [3005ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [4637ms] refreshing cache from master, [4638ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [4640ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@859560443(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@2d609290 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1182257172 after retry RPC@1124099762) -> (continuation of Deferred@1023862767 after retry RPC@847611525) -> (continuation of Deferred@581721219 after retry RPC@248376303) -> (continuation of Deferred@949472967 after retry RPC@1079409395) -> (continuation of Deferred@1187398154 after retry RPC@892611011) -> (continuation of Deferred@886685315 after retry RPC@240603240) -> (continuation of Deferred@295148657 after retry RPC@628574779), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3c301504 -> wakeup thread Time-limited test -> (continuation of Deferred@1182257172 after retry RPC@1124099762) -> (continuation of Deferred@1023862767 after retry RPC@847611525) -> (continuation of Deferred@581721219 after retry RPC@248376303) -> (continuation of Deferred@949472967 after retry RPC@1079409395) -> (continuation of Deferred@1187398154 after retry RPC@892611011) -> (continuation of Deferred@886685315 after retry RPC@240603240) -> (continuation of Deferred@295148657 after retry RPC@628574779))) after lookup
20:06:56.809 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] connecting to peer
20:06:56.810 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] Successfully connected to peer
20:06:56.835 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x6d7ba45a, L:/127.0.0.1:58046 - R:/127.14.79.194:34335] using TOKEN/null
20:06:56.848 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.79.195:43133
20:06:56.850 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:06:56.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.850669 14655 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:06:56.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:06:56.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/wal
20:06:56.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data
20:06:56.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:06:56.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:06:56.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:06:56.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:56.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:56.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:56.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/logs
20:06:56.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data/info.pb
20:06:56.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:56.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:06:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:06:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:06:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:06:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:06:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:06:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.195:43133
20:06:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.79.195
20:06:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:06:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38677
20:06:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.195
20:06:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:06:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:06:56.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:56.931712 15894 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:06:56.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:56.931888 15894 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:06:56.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:56.931908 15894 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:06:56.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:56.933413 15894 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:06:56.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:56.933470 15894 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.79.195
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.934921 15894 tablet_server_runner.cc:78] Tablet server non-default flags:
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/logs
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/wal
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.195:43133
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data/info.pb
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.195
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38677
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.15894
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.79.195
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:44 UTC on e7f111948823
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13293
20:06:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.935110 15894 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:06:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.935293 15894 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:06:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:56.938172 15908 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:56.938174 15904 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:56.938266 15902 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:06:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.938395 15894 server_base.cc:1061] running on GCE node
20:06:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.938768 15894 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:06:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.938987 15894 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:06:56.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.940119 15894 hybrid_clock.cc:648] HybridClock initialized: now 1786478816940089 us; error 39 us; skew 500 ppm
20:06:56.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.941352 15894 webserver.cc:533] Webserver started at http://127.14.79.195:38677/ using document root <none> and password file <none>
20:06:56.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.941510 15894 fs_manager.cc:362] Metadata directory not provided
20:06:56.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.941555 15894 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:06:56.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.942688 15894 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
20:06:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.943255 15917 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:06:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.943441 15894 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.001s	sys 0.000s
20:06:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.943516 15894 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data,/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/wal
20:06:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "96e868f451cb404d83f4d430a01a6a00"
20:06:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:06:50 on dist-test-slave-x5fp"
20:06:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.943742 15894 fs_report.cc:389] FS layout report
20:06:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:06:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/wal
20:06:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/wal
20:06:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data/data
20:06:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:06:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:06:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:06:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:06:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:06:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:06:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:06:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:06:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:06:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:06:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:06:56.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.977627 15894 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:06:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.977931 15894 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:06:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.978024 15894 kserver.cc:163] Server-wide thread pool size limit: 3276
20:06:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.978209 15894 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:06:56.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.978801 15928 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:06:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.979641 15894 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:06:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.979712 15894 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
20:06:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.979749 15894 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:06:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.980417 15894 ts_tablet_manager.cc:616] Registered 1 tablets
20:06:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.980477 15894 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
20:06:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.980535 15928 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Bootstrap starting.
20:06:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.987617 15894 rpc_server.cc:307] RPC server started. Bound to: 127.14.79.195:43133
20:06:56.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.987668 16101 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.79.195:43133 every 8 connection(s)
20:06:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.987977 15894 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data/info.pb
20:06:56.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.990720 15928 log.cc:826] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Log is configured to *not* fsync() on all Append() calls
20:06:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.993124 15928 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:06:56.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.993456 15928 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Bootstrap complete.
20:06:56.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.994292 15928 ts_tablet_manager.cc:1403] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Time spent bootstrapping tablet: real 0.014s	user 0.009s	sys 0.004s
20:06:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.995043 15928 raft_consensus.cc:359] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:06:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.995285 15928 raft_consensus.cc:740] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 96e868f451cb404d83f4d430a01a6a00, State: Initialized, Role: FOLLOWER
20:06:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.995364 15928 consensus_queue.cc:260] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:06:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.995537 15928 ts_tablet_manager.cc:1434] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Time spent starting tablet: real 0.001s	user 0.002s	sys 0.000s
20:06:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.996048 14655 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwlPn0e/build/release/bin/kudu as pid 15894
20:06:56.996 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:06:56.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.999512 16108 heartbeater.cc:344] Connected to a master server at 127.14.79.253:39447
20:06:56.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.999629 16108 heartbeater.cc:461] Registering TS with master...
20:06:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.999733 16103 heartbeater.cc:344] Connected to a master server at 127.14.79.252:36259
20:06:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.999781 16104 heartbeater.cc:344] Connected to a master server at 127.14.79.254:33429
20:06:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.999792 16103 heartbeater.cc:461] Registering TS with master...
20:06:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:56.999848 16104 heartbeater.cc:461] Registering TS with master...
20:06:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:57.000385 16104 heartbeater.cc:507] Master 127.14.79.254:33429 requested a full tablet report, sending...
20:06:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:57.000386 16103 heartbeater.cc:507] Master 127.14.79.252:36259 requested a full tablet report, sending...
20:06:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:57.000385 16108 heartbeater.cc:507] Master 127.14.79.253:39447 requested a full tablet report, sending...
20:06:57.001 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028, tablet=cf347dd2e1f24560aaac1f37123718eb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:06:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:57.001108 14719 ts_manager.cc:194] Re-registered known tserver with Master: 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133)
20:06:57.002 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.79.194:34335
20:06:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:57.001248 14837 ts_manager.cc:194] Re-registered known tserver with Master: 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133)
20:06:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:57.001330 14954 ts_manager.cc:194] Re-registered known tserver with Master: 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133)
20:06:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:57.001771 14837 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.79.195:34787
20:06:57.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:57.002890 16108 heartbeater.cc:499] Master 127.14.79.253:39447 was elected leader, sending a full tablet report...
20:06:57.003 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:06:57.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:57.003882 14655 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwlPn0e/build/release/bin/kudu with pid 15343
20:06:57.013 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:06:57.014 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] handling channelInactive
20:06:57.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] cleaning up while in state READY due to: connection closed
20:06:57.025 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] connecting to peer
20:06:57.026 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:06:57.026 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:06:57.026 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:06:57.047 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:06:57.047 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)[L],96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:06:57.048 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=3, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [12ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [12ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [32ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@1486290038(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@47af53cd -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@35be1920 -> wakeup thread Time-limited test)) after lookup
20:06:57.049 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] connecting to peer
20:06:57.050 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:06:57.050 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:06:57.050 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:06:57.066 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:06:57.066 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)[L],96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:06:57.067 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=5, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=53), Traces: [0ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [12ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [12ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [32ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [35ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [36ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [36ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [52ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@1486290038(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@47af53cd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1853565376 after retry RPC@734612022), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@35be1920 -> wakeup thread Time-limited test -> (continuation of Deferred@1853565376 after retry RPC@734612022))) after lookup
20:06:57.068 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] connecting to peer
20:06:57.069 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:06:57.069 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:06:57.069 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:06:57.127 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:06:57.127 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)[L],96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:06:57.128 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=7, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=114), Traces: [0ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [12ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [12ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [32ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [35ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [36ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [36ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [52ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [53ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [55ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [55ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [110ms] refreshing cache from master, [110ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [113ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@1486290038(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@47af53cd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1853565376 after retry RPC@734612022) -> (continuation of Deferred@580532061 after retry RPC@1138966978), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@35be1920 -> wakeup thread Time-limited test -> (continuation of Deferred@1853565376 after retry RPC@734612022) -> (continuation of Deferred@580532061 after retry RPC@1138966978))) after lookup
20:06:57.129 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] connecting to peer
20:06:57.131 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:06:57.131 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:06:57.131 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:06:57.206 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:06:57.206 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)[L],96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:06:57.207 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=9, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=193), Traces: [0ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [12ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [12ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [32ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [35ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [36ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [36ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [52ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [53ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [55ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [55ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [110ms] refreshing cache from master, [110ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [113ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [115ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [117ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [117ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [189ms] refreshing cache from master, [189ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [192ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@1486290038(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@47af53cd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1853565376 after retry RPC@734612022) -> (continuation of Deferred@580532061 after retry RPC@1138966978) -> (continuation of Deferred@243738211 after retry RPC@1272977082), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@35be1920 -> wakeup thread Time-limited test -> (continuation of Deferred@1853565376 after retry RPC@734612022) -> (continuation of Deferred@580532061 after retry RPC@1138966978) -> (continuation of Deferred@243738211 after retry RPC@1272977082))) after lookup
20:06:57.208 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] connecting to peer
20:06:57.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:06:57.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:06:57.210 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:06:57.846 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:06:57.846 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)[L],96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:06:57.847 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=11, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=833), Traces: [0ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [12ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [12ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [32ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [35ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [36ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [36ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [52ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [53ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [55ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [55ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [110ms] refreshing cache from master, [110ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [113ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [115ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [117ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [117ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [189ms] refreshing cache from master, [189ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [192ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [193ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [195ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [196ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [829ms] refreshing cache from master, [830ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [832ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@1486290038(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@47af53cd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1853565376 after retry RPC@734612022) -> (continuation of Deferred@580532061 after retry RPC@1138966978) -> (continuation of Deferred@243738211 after retry RPC@1272977082) -> (continuation of Deferred@3112938 after retry RPC@1261567123), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@35be1920 -> wakeup thread Time-limited test -> (continuation of Deferred@1853565376 after retry RPC@734612022) -> (continuation of Deferred@580532061 after retry RPC@1138966978) -> (continuation of Deferred@243738211 after retry RPC@1272977082) -> (continuation of Deferred@3112938 after retry RPC@1261567123))) after lookup
20:06:57.848 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] connecting to peer
20:06:57.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:06:57.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:06:57.849 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:06:58.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:58.273013 16121 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:06:58.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:58.273204 16121 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:06:58.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:58.273826 16121 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335), 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:06:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:58.273938 15923 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.79.194:34335: connect: Connection refused (error 111)
20:06:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:58.274482 15923 leader_election.cc:336] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335): Network error: Client connection negotiation failed: client connection to 127.14.79.194:34335: connect: Connection refused (error 111)
20:06:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:58.277302 15253 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "96e868f451cb404d83f4d430a01a6a00" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "241efb26b976496d81385b4b5cc93bb7" is_pre_election: true
20:06:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:58.277635 15924 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 96e868f451cb404d83f4d430a01a6a00; no voters: 241efb26b976496d81385b4b5cc93bb7, 30fd9346b5d746d4bc6ea9fb0f397a52
20:06:58.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:58.277791 16121 raft_consensus.cc:2749] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
20:06:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:58.348474 16128 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 30fd9346b5d746d4bc6ea9fb0f397a52)
20:06:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:58.348573 16128 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:06:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:58.348785 16128 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335), 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133)
20:06:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:58.349709 15140 leader_election.cc:336] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335): Network error: Client connection negotiation failed: client connection to 127.14.79.194:34335: connect: Connection refused (error 111)
20:06:58.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:58.353044 16028 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "241efb26b976496d81385b4b5cc93bb7" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "96e868f451cb404d83f4d430a01a6a00" is_pre_election: true
20:06:58.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:58.353165 16028 raft_consensus.cc:2468] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 241efb26b976496d81385b4b5cc93bb7 in term 1.
20:06:58.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:58.353413 15136 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 241efb26b976496d81385b4b5cc93bb7, 96e868f451cb404d83f4d430a01a6a00; no voters: 30fd9346b5d746d4bc6ea9fb0f397a52
20:06:58.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:58.353547 16128 raft_consensus.cc:2804] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 3 FOLLOWER]: Leader pre-election won for term 4
20:06:58.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:58.353601 16128 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 3 FOLLOWER]: Starting leader election (detected failure of leader 30fd9346b5d746d4bc6ea9fb0f397a52)
20:06:58.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:58.353618 16128 raft_consensus.cc:3060] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 3 FOLLOWER]: Advancing to term 4
20:06:58.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:58.354386 16128 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:06:58.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:58.354544 16128 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [CANDIDATE]: Term 4 election: Requested vote from peers 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335), 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133)
20:06:58.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:58.354763 16028 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "241efb26b976496d81385b4b5cc93bb7" candidate_term: 4 candidate_status { last_received { term: 3 index: 8 } } ignore_live_leader: false dest_uuid: "96e868f451cb404d83f4d430a01a6a00"
20:06:58.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:58.354835 16028 raft_consensus.cc:3060] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 1 FOLLOWER]: Advancing to term 4
20:06:58.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:58.355675 15140 leader_election.cc:336] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335): Network error: Client connection negotiation failed: client connection to 127.14.79.194:34335: connect: Connection refused (error 111)
20:06:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:58.356055 16028 raft_consensus.cc:2468] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 241efb26b976496d81385b4b5cc93bb7 in term 4.
20:06:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:58.356258 15136 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 241efb26b976496d81385b4b5cc93bb7, 96e868f451cb404d83f4d430a01a6a00; no voters: 30fd9346b5d746d4bc6ea9fb0f397a52
20:06:58.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:58.356421 16128 raft_consensus.cc:2804] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 4 FOLLOWER]: Leader election won for term 4
20:06:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:58.356612 16128 raft_consensus.cc:697] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 4 LEADER]: Becoming Leader. State: Replica: 241efb26b976496d81385b4b5cc93bb7, State: Running, Role: LEADER
20:06:58.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:58.356703 16128 consensus_queue.cc:237] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:06:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:58.357846 14837 catalog_manager.cc:5719] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 reported cstate change: term changed from 3 to 4, leader changed from 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194) to 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193). New cstate: current_term: 4 leader_uuid: "241efb26b976496d81385b4b5cc93bb7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } health_report { overall_health: HEALTHY } } }
20:06:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:58.797423 16028 raft_consensus.cc:1275] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 4 FOLLOWER]: Refusing update from remote peer 241efb26b976496d81385b4b5cc93bb7: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 4 index: 9. (index mismatch)
20:06:58.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:06:58.797817 16128 consensus_queue.cc:1048] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
20:06:58.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:58.800757 15140 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.79.194:34335: connect: Connection refused (error 111) [suppressed 3 similar messages]
20:06:58.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:06:58.801185 15140 consensus_peers.cc:597] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 -> Peer 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335): Couldn't send request to peer 30fd9346b5d746d4bc6ea9fb0f397a52. Status: Network error: Client connection negotiation failed: client connection to 127.14.79.194:34335: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:07:00.908 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:00.910 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)[L],30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:00.910 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=13, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=3896), Traces: [0ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [0ms] delaying RPC due to: Illegal state: connection is terminated, [10ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [12ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [12ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [32ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [35ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [36ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [36ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [49ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [52ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [53ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [55ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [55ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [110ms] refreshing cache from master, [110ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [113ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [115ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [117ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [117ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [189ms] refreshing cache from master, [189ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [192ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [193ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [195ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [196ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [829ms] refreshing cache from master, [830ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [832ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [834ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [835ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [835ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [3890ms] refreshing cache from master, [3890ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [3893ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@1486290038(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@47af53cd -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1853565376 after retry RPC@734612022) -> (continuation of Deferred@580532061 after retry RPC@1138966978) -> (continuation of Deferred@243738211 after retry RPC@1272977082) -> (continuation of Deferred@3112938 after retry RPC@1261567123) -> (continuation of Deferred@1114841367 after retry RPC@442970360), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@35be1920 -> wakeup thread Time-limited test -> (continuation of Deferred@1853565376 after retry RPC@734612022) -> (continuation of Deferred@580532061 after retry RPC@1138966978) -> (continuation of Deferred@243738211 after retry RPC@1272977082) -> (continuation of Deferred@3112938 after retry RPC@1261567123) -> (continuation of Deferred@1114841367 after retry RPC@442970360))) after lookup
20:07:00.912 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] connecting to peer
20:07:00.913 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] Successfully connected to peer
20:07:00.934 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xeb46d170, L:/127.0.0.1:45512 - R:/127.14.79.193:45335] using TOKEN/null
20:07:00.945 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.79.194:34335
20:07:00.946 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:07:00.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:00.947160 14655 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:07:00.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:07:00.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/wal
20:07:00.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data
20:07:00.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:00.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:00.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:00.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:00.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:00.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:00.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/logs
20:07:00.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data/info.pb
20:07:00.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:00.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:00.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:00.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:00.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:00.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:00.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:00.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:00.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:07:00.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:00.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.194:34335
20:07:00.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.79.194
20:07:00.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:07:00.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46705
20:07:00.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.194
20:07:00.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:07:00.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:00.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:00.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:07:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:01.029336 16198 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:01.029510 16198 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:01.029531 16198 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:01.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:01.031001 16198 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:01.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:01.031054 16198 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.79.194
20:07:01.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.032550 16198 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:01.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/logs
20:07:01.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:01.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:01.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:01.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:07:01.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:01.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:01.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data
20:07:01.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/wal
20:07:01.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:01.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:01.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.194:34335
20:07:01.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:01.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:01.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:01.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data/info.pb
20:07:01.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.194
20:07:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46705
20:07:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:07:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16198
20:07:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.79.194
20:07:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:07:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:07:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:44 UTC on e7f111948823
20:07:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13293
20:07:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.032809 16198 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.033077 16198 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:07:01.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:01.036633 16208 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:01.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:01.036616 16207 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:01.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:01.036602 16211 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:01.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.037185 16198 server_base.cc:1061] running on GCE node
20:07:01.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.037468 16198 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:01.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.037652 16198 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:01.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.038867 16198 hybrid_clock.cc:648] HybridClock initialized: now 1786478821038832 us; error 52 us; skew 500 ppm
20:07:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.040115 16198 webserver.cc:533] Webserver started at http://127.14.79.194:46705/ using document root <none> and password file <none>
20:07:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.040391 16198 fs_manager.cc:362] Metadata directory not provided
20:07:01.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.040503 16198 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.042008 16198 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
20:07:01.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.042774 16219 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.043015 16198 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
20:07:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.043129 16198 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data,/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/wal
20:07:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30fd9346b5d746d4bc6ea9fb0f397a52"
20:07:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:06:50 on dist-test-slave-x5fp"
20:07:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.043448 16198 fs_report.cc:389] FS layout report
20:07:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/wal
20:07:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/wal
20:07:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data/data
20:07:01.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.055791 16198 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.056192 16198 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.056341 16198 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.056608 16198 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:01.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.057129 16232 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:07:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.058086 16198 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:07:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.058156 16198 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
20:07:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.058192 16198 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:07:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.058795 16198 ts_tablet_manager.cc:616] Registered 1 tablets
20:07:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.058852 16198 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
20:07:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.058894 16232 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52: Bootstrap starting.
20:07:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.065961 16198 rpc_server.cc:307] RPC server started. Bound to: 127.14.79.194:34335
20:07:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.066012 16428 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.79.194:34335 every 8 connection(s)
20:07:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.066329 16198 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data/info.pb
20:07:01.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.068969 16232 log.cc:826] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52: Log is configured to *not* fsync() on all Append() calls
20:07:01.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.071712 16232 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:07:01.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.072036 16232 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52: Bootstrap complete.
20:07:01.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.072269 16432 heartbeater.cc:344] Connected to a master server at 127.14.79.252:36259
20:07:01.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.072363 16432 heartbeater.cc:461] Registering TS with master...
20:07:01.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.072568 16432 heartbeater.cc:507] Master 127.14.79.252:36259 requested a full tablet report, sending...
20:07:01.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.072806 16435 heartbeater.cc:344] Connected to a master server at 127.14.79.253:39447
20:07:01.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.072882 16435 heartbeater.cc:461] Registering TS with master...
20:07:01.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.072983 16435 heartbeater.cc:507] Master 127.14.79.253:39447 requested a full tablet report, sending...
20:07:01.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.073256 16232 ts_tablet_manager.cc:1403] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52: Time spent bootstrapping tablet: real 0.014s	user 0.000s	sys 0.014s
20:07:01.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.073297 14837 ts_manager.cc:194] Re-registered known tserver with Master: 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335)
20:07:01.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.073309 14956 ts_manager.cc:194] Re-registered known tserver with Master: 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335)
20:07:01.074 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.073764 16434 heartbeater.cc:344] Connected to a master server at 127.14.79.254:33429
20:07:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.073817 16434 heartbeater.cc:461] Registering TS with master...
20:07:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.073779 14837 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.79.194:38203
20:07:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.073915 16434 heartbeater.cc:507] Master 127.14.79.254:33429 requested a full tablet report, sending...
20:07:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.074009 14655 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwlPn0e/build/release/bin/kudu as pid 16198
20:07:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.074229 14719 ts_manager.cc:194] Re-registered known tserver with Master: 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335)
20:07:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.074363 16232 raft_consensus.cc:359] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.074594 16232 raft_consensus.cc:740] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 30fd9346b5d746d4bc6ea9fb0f397a52, State: Initialized, Role: FOLLOWER
20:07:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.074702 16232 consensus_queue.cc:260] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 3.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:01.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.074927 16232 ts_tablet_manager.cc:1434] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.002s
20:07:01.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.075105 16435 heartbeater.cc:499] Master 127.14.79.253:39447 was elected leader, sending a full tablet report...
20:07:01.079 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028, tablet=cf347dd2e1f24560aaac1f37123718eb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:01.079 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.79.193:45335
20:07:01.080 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:07:01.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:01.080195 14655 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwlPn0e/build/release/bin/kudu with pid 15116
20:07:01.101 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] handling channelInactive
20:07:01.101 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:01.101 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] cleaning up while in state READY due to: connection closed
20:07:01.102 [DEBUG - Time-limited test] (Connection.java:748) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] connecting to peer
20:07:01.103 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:01.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:01.103 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:01.127 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:01.127 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)[L],30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:01.128 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=26), Traces: [0ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [2ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [2ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [26ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@145531691(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@2b6fb236 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@61d8d557 -> wakeup thread Time-limited test)) after lookup
20:07:01.128 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] connecting to peer
20:07:01.129 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:01.129 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:01.129 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:01.146 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:01.147 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)[L],30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:01.147 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=46), Traces: [0ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [2ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [2ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [26ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [27ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [28ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [29ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [45ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@145531691(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@2b6fb236 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1808523148 after retry RPC@1285475791), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@61d8d557 -> wakeup thread Time-limited test -> (continuation of Deferred@1808523148 after retry RPC@1285475791))) after lookup
20:07:01.148 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] connecting to peer
20:07:01.149 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:01.149 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:01.149 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:01.186 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:01.187 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)[L],30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:01.187 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=86), Traces: [0ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [2ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [2ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [26ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [27ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [28ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [29ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [45ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [46ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [48ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [48ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [82ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [85ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@145531691(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@2b6fb236 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1808523148 after retry RPC@1285475791) -> (continuation of Deferred@1456327256 after retry RPC@1820825083), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@61d8d557 -> wakeup thread Time-limited test -> (continuation of Deferred@1808523148 after retry RPC@1285475791) -> (continuation of Deferred@1456327256 after retry RPC@1820825083))) after lookup
20:07:01.188 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] connecting to peer
20:07:01.189 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:01.189 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:01.190 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:01.266 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:01.266 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)[L],30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:01.267 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=165), Traces: [0ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [2ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [2ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [26ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [27ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [28ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [29ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [45ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [46ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [48ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [48ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [82ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [85ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [87ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [89ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [89ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [162ms] refreshing cache from master, [163ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [165ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@145531691(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@2b6fb236 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1808523148 after retry RPC@1285475791) -> (continuation of Deferred@1456327256 after retry RPC@1820825083) -> (continuation of Deferred@1311143327 after retry RPC@509479405), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@61d8d557 -> wakeup thread Time-limited test -> (continuation of Deferred@1808523148 after retry RPC@1285475791) -> (continuation of Deferred@1456327256 after retry RPC@1820825083) -> (continuation of Deferred@1311143327 after retry RPC@509479405))) after lookup
20:07:01.268 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] connecting to peer
20:07:01.269 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:01.269 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:01.269 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:01.407 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:01.407 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)[L],30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:01.407 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=306), Traces: [0ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [2ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [2ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [26ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [27ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [28ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [29ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [45ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [46ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [48ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [48ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [82ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [85ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [87ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [89ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [89ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [162ms] refreshing cache from master, [163ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [165ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [166ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [168ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [168ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [303ms] refreshing cache from master, [303ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [305ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@145531691(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@2b6fb236 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1808523148 after retry RPC@1285475791) -> (continuation of Deferred@1456327256 after retry RPC@1820825083) -> (continuation of Deferred@1311143327 after retry RPC@509479405) -> (continuation of Deferred@1296071057 after retry RPC@591335605), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@61d8d557 -> wakeup thread Time-limited test -> (continuation of Deferred@1808523148 after retry RPC@1285475791) -> (continuation of Deferred@1456327256 after retry RPC@1820825083) -> (continuation of Deferred@1311143327 after retry RPC@509479405) -> (continuation of Deferred@1296071057 after retry RPC@591335605))) after lookup
20:07:01.408 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] connecting to peer
20:07:01.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:01.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:01.409 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:02.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:02.445258 16454 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 241efb26b976496d81385b4b5cc93bb7)
20:07:02.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:02.445394 16454 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:02.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:02.445650 16454 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335), 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:07:02.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:02.446560 15924 leader_election.cc:336] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335): Network error: Client connection negotiation failed: client connection to 127.14.79.193:45335: connect: Connection refused (error 111)
20:07:02.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:02.449542 16350 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "96e868f451cb404d83f4d430a01a6a00" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" is_pre_election: true
20:07:02.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:02.449693 16350 raft_consensus.cc:2468] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 96e868f451cb404d83f4d430a01a6a00 in term 3.
20:07:02.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:02.449981 15923 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 30fd9346b5d746d4bc6ea9fb0f397a52, 96e868f451cb404d83f4d430a01a6a00; no voters: 241efb26b976496d81385b4b5cc93bb7
20:07:02.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:02.450111 16454 raft_consensus.cc:2804] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 4 FOLLOWER]: Leader pre-election won for term 5
20:07:02.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:02.450174 16454 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 4 FOLLOWER]: Starting leader election (detected failure of leader 241efb26b976496d81385b4b5cc93bb7)
20:07:02.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:02.450192 16454 raft_consensus.cc:3060] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 4 FOLLOWER]: Advancing to term 5
20:07:02.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:02.450834 16454 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:02.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:02.451040 16454 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [CANDIDATE]: Term 5 election: Requested vote from peers 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335), 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:07:02.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:02.451256 16350 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "96e868f451cb404d83f4d430a01a6a00" candidate_term: 5 candidate_status { last_received { term: 4 index: 12 } } ignore_live_leader: false dest_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52"
20:07:02.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:02.451363 16350 raft_consensus.cc:3060] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 3 FOLLOWER]: Advancing to term 5
20:07:02.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:02.451815 15924 leader_election.cc:336] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335): Network error: Client connection negotiation failed: client connection to 127.14.79.193:45335: connect: Connection refused (error 111)
20:07:02.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:02.452558 16350 raft_consensus.cc:2468] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 96e868f451cb404d83f4d430a01a6a00 in term 5.
20:07:02.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:02.452800 15923 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 30fd9346b5d746d4bc6ea9fb0f397a52, 96e868f451cb404d83f4d430a01a6a00; no voters: 241efb26b976496d81385b4b5cc93bb7
20:07:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:02.452936 16454 raft_consensus.cc:2804] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 5 FOLLOWER]: Leader election won for term 5
20:07:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:02.453158 16454 raft_consensus.cc:697] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 5 LEADER]: Becoming Leader. State: Replica: 96e868f451cb404d83f4d430a01a6a00, State: Running, Role: LEADER
20:07:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:02.453329 16454 consensus_queue.cc:237] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:02.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:02.454355 14837 catalog_manager.cc:5719] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 reported cstate change: term changed from 4 to 5, leader changed from 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193) to 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195). New cstate: current_term: 5 leader_uuid: "96e868f451cb404d83f4d430a01a6a00" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } health_report { overall_health: UNKNOWN } } }
20:07:02.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:02.975078 16350 raft_consensus.cc:1275] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 5 FOLLOWER]: Refusing update from remote peer 96e868f451cb404d83f4d430a01a6a00: Log matching property violated. Preceding OpId in replica: term: 3 index: 8. Preceding OpId from leader: term: 5 index: 13. (index mismatch)
20:07:02.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:02.975601 16484 consensus_queue.cc:1048] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [LEADER]: Connected to new peer: Peer: permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
20:07:02.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:02.979715 15924 consensus_peers.cc:597] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 -> Peer 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335): Couldn't send request to peer 241efb26b976496d81385b4b5cc93bb7. Status: Network error: Client connection negotiation failed: client connection to 127.14.79.193:45335: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:07:03.447 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:03.447 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)[L]]}]
20:07:03.447 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=2346), Traces: [0ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [2ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [2ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [23ms] refreshing cache from master, [23ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [26ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [27ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [28ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [29ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [43ms] refreshing cache from master, [43ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [45ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [46ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [48ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [48ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [82ms] refreshing cache from master, [83ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [85ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [87ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [89ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [89ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [162ms] refreshing cache from master, [163ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [165ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [166ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [168ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [168ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [303ms] refreshing cache from master, [303ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [305ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [307ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [308ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [308ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [2343ms] refreshing cache from master, [2343ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [2345ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@145531691(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@2b6fb236 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1808523148 after retry RPC@1285475791) -> (continuation of Deferred@1456327256 after retry RPC@1820825083) -> (continuation of Deferred@1311143327 after retry RPC@509479405) -> (continuation of Deferred@1296071057 after retry RPC@591335605) -> (continuation of Deferred@1404963823 after retry RPC@140444565), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@61d8d557 -> wakeup thread Time-limited test -> (continuation of Deferred@1808523148 after retry RPC@1285475791) -> (continuation of Deferred@1456327256 after retry RPC@1820825083) -> (continuation of Deferred@1311143327 after retry RPC@509479405) -> (continuation of Deferred@1296071057 after retry RPC@591335605) -> (continuation of Deferred@1404963823 after retry RPC@140444565))) after lookup
20:07:03.448 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:07:03.449 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] Successfully connected to peer
20:07:03.469 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x6e3b6885, L:/127.0.0.1:41658 - R:/127.14.79.195:43133] using TOKEN/null
20:07:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:03.479650 15924 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.79.193:45335: connect: Connection refused (error 111) [suppressed 3 similar messages]
20:07:03.482 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.79.193:45335
20:07:03.483 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:07:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.483639 14655 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:07:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:07:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/wal
20:07:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/logs
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data/info.pb
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.193:45335
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.79.193
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33875
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.193
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:03.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:07:03.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:03.569139 16513 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:03.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:03.569324 16513 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:03.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:03.569347 16513 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:03.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:03.571112 16513 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:03.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:03.571182 16513 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.79.193
20:07:03.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.573441 16513 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:03.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/logs
20:07:03.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:03.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:03.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:03.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:07:03.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:03.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:03.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data
20:07:03.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/wal
20:07:03.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:03.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:03.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.193:45335
20:07:03.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:03.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:03.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:03.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data/info.pb
20:07:03.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.193
20:07:03.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33875
20:07:03.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:07:03.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:03.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16513
20:07:03.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:03.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:03.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:03.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:03.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.79.193
20:07:03.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:03.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:03.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:03.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:07:03.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:07:03.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:44 UTC on e7f111948823
20:07:03.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13293
20:07:03.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.573670 16513 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:03.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.573864 16513 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:07:03.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:03.577400 16520 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:03.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.577521 16513 server_base.cc:1061] running on GCE node
20:07:03.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:03.577564 16522 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:03.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:03.577399 16525 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:03.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.578348 16513 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:03.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.578701 16513 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:03.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.579911 16513 hybrid_clock.cc:648] HybridClock initialized: now 1786478823579889 us; error 38 us; skew 500 ppm
20:07:03.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.581849 16513 webserver.cc:533] Webserver started at http://127.14.79.193:33875/ using document root <none> and password file <none>
20:07:03.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.582056 16513 fs_manager.cc:362] Metadata directory not provided
20:07:03.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.582108 16513 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:03.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.583441 16513 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
20:07:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.584225 16532 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.584445 16513 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
20:07:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.584510 16513 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data,/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/wal
20:07:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "241efb26b976496d81385b4b5cc93bb7"
20:07:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:06:50 on dist-test-slave-x5fp"
20:07:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.584872 16513 fs_report.cc:389] FS layout report
20:07:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/wal
20:07:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/wal
20:07:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data/data
20:07:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.608153 16513 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.608470 16513 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:03.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.608563 16513 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.608783 16513 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.609397 16545 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:07:03.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.610337 16513 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:07:03.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.610404 16513 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
20:07:03.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.610431 16513 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:07:03.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.610970 16513 ts_tablet_manager.cc:616] Registered 1 tablets
20:07:03.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.611003 16513 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
20:07:03.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.611127 16545 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7: Bootstrap starting.
20:07:03.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.619472 16513 rpc_server.cc:307] RPC server started. Bound to: 127.14.79.193:45335
20:07:03.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.619525 16704 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.79.193:45335 every 8 connection(s)
20:07:03.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.619916 16513 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data/info.pb
20:07:03.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.621573 16545 log.cc:826] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7: Log is configured to *not* fsync() on all Append() calls
20:07:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.624907 16545 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:07:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.625283 16545 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7: Bootstrap complete.
20:07:03.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.626595 16545 ts_tablet_manager.cc:1403] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7: Time spent bootstrapping tablet: real 0.016s	user 0.005s	sys 0.008s
20:07:03.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.627576 16545 raft_consensus.cc:359] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:03.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.627782 16545 raft_consensus.cc:740] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 241efb26b976496d81385b4b5cc93bb7, State: Initialized, Role: FOLLOWER
20:07:03.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.627871 16545 consensus_queue.cc:260] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 4.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:03.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.628149 16545 ts_tablet_manager.cc:1434] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7: Time spent starting tablet: real 0.001s	user 0.002s	sys 0.001s
20:07:03.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.629465 14655 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwlPn0e/build/release/bin/kudu as pid 16513
20:07:03.629 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:03.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.631633 16706 heartbeater.cc:344] Connected to a master server at 127.14.79.252:36259
20:07:03.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.631736 16706 heartbeater.cc:461] Registering TS with master...
20:07:03.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.631968 16706 heartbeater.cc:507] Master 127.14.79.252:36259 requested a full tablet report, sending...
20:07:03.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.632635 14954 ts_manager.cc:194] Re-registered known tserver with Master: 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:07:03.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.634698 16712 heartbeater.cc:344] Connected to a master server at 127.14.79.253:39447
20:07:03.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.634771 16712 heartbeater.cc:461] Registering TS with master...
20:07:03.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.634886 16712 heartbeater.cc:507] Master 127.14.79.253:39447 requested a full tablet report, sending...
20:07:03.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.635215 14837 ts_manager.cc:194] Re-registered known tserver with Master: 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:07:03.635 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028, tablet=cf347dd2e1f24560aaac1f37123718eb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:03.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.635890 14837 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.79.193:52609
20:07:03.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.636348 16708 heartbeater.cc:344] Connected to a master server at 127.14.79.254:33429
20:07:03.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.636415 16708 heartbeater.cc:461] Registering TS with master...
20:07:03.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.636566 16708 heartbeater.cc:507] Master 127.14.79.254:33429 requested a full tablet report, sending...
20:07:03.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.636642 16712 heartbeater.cc:499] Master 127.14.79.253:39447 was elected leader, sending a full tablet report...
20:07:03.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.637030 14722 ts_manager.cc:194] Re-registered known tserver with Master: 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:07:03.642 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.79.195:43133
20:07:03.643 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:07:03.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:03.643544 14655 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwlPn0e/build/release/bin/kudu with pid 15894
20:07:03.672 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:03.672 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] handling channelInactive
20:07:03.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state READY due to: connection closed
20:07:03.673 [DEBUG - Time-limited test] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:07:03.675 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:03.675 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:03.675 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:03.686 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:03.687 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)[L]]}]
20:07:03.687 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=2, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [2ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [13ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@1975425527(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@48b95014 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@10a8c48 -> wakeup thread Time-limited test)) after lookup
20:07:03.688 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:07:03.690 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:03.690 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:03.690 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:03.706 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:03.707 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)[L]]}]
20:07:03.707 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=4, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [2ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [13ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [14ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [17ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [17ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [33ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@1975425527(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@48b95014 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2013422943 after retry RPC@759160539), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@10a8c48 -> wakeup thread Time-limited test -> (continuation of Deferred@2013422943 after retry RPC@759160539))) after lookup
20:07:03.708 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:07:03.709 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:03.709 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:03.710 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:03.726 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:03.727 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)[L]]}]
20:07:03.728 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=6, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=55), Traces: [0ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [2ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [13ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [14ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [17ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [17ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [33ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [34ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [36ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [37ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [53ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@1975425527(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@48b95014 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2013422943 after retry RPC@759160539) -> (continuation of Deferred@1173508804 after retry RPC@375952807), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@10a8c48 -> wakeup thread Time-limited test -> (continuation of Deferred@2013422943 after retry RPC@759160539) -> (continuation of Deferred@1173508804 after retry RPC@375952807))) after lookup
20:07:03.729 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:07:03.730 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:03.730 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:03.730 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:03.847 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:03.847 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)[L]]}]
20:07:03.848 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=8, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=175), Traces: [0ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [2ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [13ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [14ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [17ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [17ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [33ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [34ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [36ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [37ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [53ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [55ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [57ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [57ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [170ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [173ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@1975425527(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@48b95014 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2013422943 after retry RPC@759160539) -> (continuation of Deferred@1173508804 after retry RPC@375952807) -> (continuation of Deferred@2043027017 after retry RPC@726759803), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@10a8c48 -> wakeup thread Time-limited test -> (continuation of Deferred@2013422943 after retry RPC@759160539) -> (continuation of Deferred@1173508804 after retry RPC@375952807) -> (continuation of Deferred@2043027017 after retry RPC@726759803))) after lookup
20:07:03.849 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:07:03.850 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:03.850 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:03.850 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:04.207 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:04.207 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)[L]]}]
20:07:04.208 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=10, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=535), Traces: [0ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [2ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [13ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [14ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [17ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [17ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [33ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [34ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [36ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [37ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [53ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [55ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [57ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [57ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [170ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [173ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [175ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [177ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [177ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [531ms] refreshing cache from master, [531ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [533ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@1975425527(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@48b95014 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2013422943 after retry RPC@759160539) -> (continuation of Deferred@1173508804 after retry RPC@375952807) -> (continuation of Deferred@2043027017 after retry RPC@726759803) -> (continuation of Deferred@1906285109 after retry RPC@1369812956), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@10a8c48 -> wakeup thread Time-limited test -> (continuation of Deferred@2013422943 after retry RPC@759160539) -> (continuation of Deferred@1173508804 after retry RPC@375952807) -> (continuation of Deferred@2043027017 after retry RPC@726759803) -> (continuation of Deferred@1906285109 after retry RPC@1369812956))) after lookup
20:07:04.208 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:07:04.209 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:04.210 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:04.210 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:04.746 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:04.746 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)[L]]}]
20:07:04.747 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=12, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1074), Traces: [0ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [2ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [13ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [14ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [17ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [17ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [33ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [34ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [36ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [37ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [53ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [55ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [57ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [57ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [170ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [173ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [175ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [177ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [177ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [531ms] refreshing cache from master, [531ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [533ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [535ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [537ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [537ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [1070ms] refreshing cache from master, [1070ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [1073ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@1975425527(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@48b95014 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2013422943 after retry RPC@759160539) -> (continuation of Deferred@1173508804 after retry RPC@375952807) -> (continuation of Deferred@2043027017 after retry RPC@726759803) -> (continuation of Deferred@1906285109 after retry RPC@1369812956) -> (continuation of Deferred@173634356 after retry RPC@1988032236), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@10a8c48 -> wakeup thread Time-limited test -> (continuation of Deferred@2013422943 after retry RPC@759160539) -> (continuation of Deferred@1173508804 after retry RPC@375952807) -> (continuation of Deferred@2043027017 after retry RPC@726759803) -> (continuation of Deferred@1906285109 after retry RPC@1369812956) -> (continuation of Deferred@173634356 after retry RPC@1988032236))) after lookup
20:07:04.748 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:07:04.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:04.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:04.749 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:04.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:04.982182 16729 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 96e868f451cb404d83f4d430a01a6a00)
20:07:04.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:04.982318 16729 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:04.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:04.982656 16729 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133), 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:07:04.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:04.983153 16220 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.79.195:43133: connect: Connection refused (error 111)
20:07:04.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:04.983639 16220 leader_election.cc:336] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133): Network error: Client connection negotiation failed: client connection to 127.14.79.195:43133: connect: Connection refused (error 111)
20:07:04.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:04.986212 16635 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "241efb26b976496d81385b4b5cc93bb7" is_pre_election: true
20:07:04.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:04.986392 16635 raft_consensus.cc:2468] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 30fd9346b5d746d4bc6ea9fb0f397a52 in term 4.
20:07:04.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:04.986660 16226 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 241efb26b976496d81385b4b5cc93bb7, 30fd9346b5d746d4bc6ea9fb0f397a52; no voters: 96e868f451cb404d83f4d430a01a6a00
20:07:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:04.986837 16729 raft_consensus.cc:2804] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 5 FOLLOWER]: Leader pre-election won for term 6
20:07:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:04.986913 16729 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 5 FOLLOWER]: Starting leader election (detected failure of leader 96e868f451cb404d83f4d430a01a6a00)
20:07:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:04.986943 16729 raft_consensus.cc:3060] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 5 FOLLOWER]: Advancing to term 6
20:07:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:04.987782 16729 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:04.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:04.987953 16729 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 6 election: Requested vote from peers 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133), 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:07:04.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:04.988301 16635 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" candidate_term: 6 candidate_status { last_received { term: 5 index: 16 } } ignore_live_leader: false dest_uuid: "241efb26b976496d81385b4b5cc93bb7"
20:07:04.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:04.988384 16635 raft_consensus.cc:3060] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 4 FOLLOWER]: Advancing to term 6
20:07:04.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:04.988610 16220 leader_election.cc:336] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133): Network error: Client connection negotiation failed: client connection to 127.14.79.195:43133: connect: Connection refused (error 111)
20:07:04.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:04.989500 16635 raft_consensus.cc:2468] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 30fd9346b5d746d4bc6ea9fb0f397a52 in term 6.
20:07:04.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:04.989696 16226 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 241efb26b976496d81385b4b5cc93bb7, 30fd9346b5d746d4bc6ea9fb0f397a52; no voters: 96e868f451cb404d83f4d430a01a6a00
20:07:04.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:04.989795 16729 raft_consensus.cc:2804] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 6 FOLLOWER]: Leader election won for term 6
20:07:04.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:04.989929 16729 raft_consensus.cc:697] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 6 LEADER]: Becoming Leader. State: Replica: 30fd9346b5d746d4bc6ea9fb0f397a52, State: Running, Role: LEADER
20:07:04.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:04.989993 16729 consensus_queue.cc:237] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:04.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:04.990870 14837 catalog_manager.cc:5719] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 reported cstate change: term changed from 5 to 6, leader changed from 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195) to 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194). New cstate: current_term: 6 leader_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } health_report { overall_health: UNKNOWN } } }
20:07:05.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:05.499744 16635 raft_consensus.cc:1275] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 6 FOLLOWER]: Refusing update from remote peer 30fd9346b5d746d4bc6ea9fb0f397a52: Log matching property violated. Preceding OpId in replica: term: 4 index: 12. Preceding OpId from leader: term: 6 index: 17. (index mismatch)
20:07:05.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:05.500125 16755 consensus_queue.cc:1048] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [LEADER]: Connected to new peer: Peer: permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
20:07:05.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:05.503852 16220 consensus_peers.cc:597] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 -> Peer 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133): Couldn't send request to peer 96e868f451cb404d83f4d430a01a6a00. Status: Network error: Client connection negotiation failed: client connection to 127.14.79.195:43133: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:07:06.766 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:06.767 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)[L],96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:06.767 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=14, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=3094), Traces: [0ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [2ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [10ms] refreshing cache from master, [11ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [13ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [14ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [17ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [17ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [30ms] refreshing cache from master, [30ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [33ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [34ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [36ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [37ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [51ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [53ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [55ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [57ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [57ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [170ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [173ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [175ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [177ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [177ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [531ms] refreshing cache from master, [531ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [533ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [535ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [537ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [537ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [1070ms] refreshing cache from master, [1070ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [1073ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [1074ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [1076ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [1076ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [3091ms] refreshing cache from master, [3091ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [3093ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@1975425527(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@48b95014 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2013422943 after retry RPC@759160539) -> (continuation of Deferred@1173508804 after retry RPC@375952807) -> (continuation of Deferred@2043027017 after retry RPC@726759803) -> (continuation of Deferred@1906285109 after retry RPC@1369812956) -> (continuation of Deferred@173634356 after retry RPC@1988032236) -> (continuation of Deferred@986546047 after retry RPC@998586204), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@10a8c48 -> wakeup thread Time-limited test -> (continuation of Deferred@2013422943 after retry RPC@759160539) -> (continuation of Deferred@1173508804 after retry RPC@375952807) -> (continuation of Deferred@2043027017 after retry RPC@726759803) -> (continuation of Deferred@1906285109 after retry RPC@1369812956) -> (continuation of Deferred@173634356 after retry RPC@1988032236) -> (continuation of Deferred@986546047 after retry RPC@998586204))) after lookup
20:07:06.768 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] connecting to peer
20:07:06.770 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] Successfully connected to peer
20:07:06.793 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xf5860dcc, L:/127.0.0.1:42082 - R:/127.14.79.194:34335] using TOKEN/null
20:07:06.818 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.79.195:43133
20:07:06.819 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:07:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.819401 14655 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:07:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:07:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/wal
20:07:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data
20:07:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:06.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:06.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:06.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:06.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/logs
20:07:06.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data/info.pb
20:07:06.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:06.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:06.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:06.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:06.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:06.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:06.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:06.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:06.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:07:06.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:06.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.195:43133
20:07:06.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.79.195
20:07:06.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:07:06.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38677
20:07:06.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.195
20:07:06.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:07:06.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:06.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:06.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:07:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:06.900034 16795 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:06.900213 16795 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:06.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:06.900233 16795 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:06.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:06.901736 16795 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:06.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:06.901787 16795 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.79.195
20:07:06.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.903239 16795 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:06.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/logs
20:07:06.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:06.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:06.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:06.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:07:06.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:06.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:06.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data
20:07:06.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/wal
20:07:06.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:06.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:06.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.195:43133
20:07:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data/info.pb
20:07:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.195
20:07:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38677
20:07:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:07:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.16795
20:07:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.79.195
20:07:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:07:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:07:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:44 UTC on e7f111948823
20:07:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13293
20:07:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.903437 16795 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.903623 16795 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:07:06.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:06.906308 16806 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:06.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:06.906316 16802 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:06.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:06.906316 16804 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:06.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.907141 16795 server_base.cc:1061] running on GCE node
20:07:06.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.907315 16795 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:06.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.907590 16795 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:06.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.908774 16795 hybrid_clock.cc:648] HybridClock initialized: now 1786478826908758 us; error 30 us; skew 500 ppm
20:07:06.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.910041 16795 webserver.cc:533] Webserver started at http://127.14.79.195:38677/ using document root <none> and password file <none>
20:07:06.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.910279 16795 fs_manager.cc:362] Metadata directory not provided
20:07:06.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.910382 16795 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:06.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.911623 16795 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
20:07:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.912317 16818 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:06.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.912626 16795 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
20:07:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.912704 16795 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data,/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/wal
20:07:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "96e868f451cb404d83f4d430a01a6a00"
20:07:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:06:50 on dist-test-slave-x5fp"
20:07:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.913057 16795 fs_report.cc:389] FS layout report
20:07:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/wal
20:07:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/wal
20:07:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data/data
20:07:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:06.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:06.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.930229 16795 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:06.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.930617 16795 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:06.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.930790 16795 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:06.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.931097 16795 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:06.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.931624 16828 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:07:06.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.932453 16795 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:07:06.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.932526 16795 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
20:07:06.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.932565 16795 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:07:06.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.933197 16795 ts_tablet_manager.cc:616] Registered 1 tablets
20:07:06.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.933257 16795 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
20:07:06.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.933286 16828 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Bootstrap starting.
20:07:06.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.941037 16828 log.cc:826] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Log is configured to *not* fsync() on all Append() calls
20:07:06.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.941202 16795 rpc_server.cc:307] RPC server started. Bound to: 127.14.79.195:43133
20:07:06.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.941247 17009 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.79.195:43133 every 8 connection(s)
20:07:06.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.941610 16795 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data/info.pb
20:07:06.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.944535 16828 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:07:06.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.944871 16828 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Bootstrap complete.
20:07:06.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.945466 14655 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwlPn0e/build/release/bin/kudu as pid 16795
20:07:06.945 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:06.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.946084 16828 ts_tablet_manager.cc:1403] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Time spent bootstrapping tablet: real 0.013s	user 0.004s	sys 0.008s
20:07:06.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.947314 16828 raft_consensus.cc:359] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:06.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.947609 16828 raft_consensus.cc:740] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 96e868f451cb404d83f4d430a01a6a00, State: Initialized, Role: FOLLOWER
20:07:06.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.947755 16828 consensus_queue.cc:260] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 5.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:06.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.948041 16828 ts_tablet_manager.cc:1434] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.003s
20:07:06.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.949689 17012 heartbeater.cc:344] Connected to a master server at 127.14.79.252:36259
20:07:06.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.949791 17012 heartbeater.cc:461] Registering TS with master...
20:07:06.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.949975 17012 heartbeater.cc:507] Master 127.14.79.252:36259 requested a full tablet report, sending...
20:07:06.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.949707 17013 heartbeater.cc:344] Connected to a master server at 127.14.79.254:33429
20:07:06.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.950284 17013 heartbeater.cc:461] Registering TS with master...
20:07:06.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.950381 17013 heartbeater.cc:507] Master 127.14.79.254:33429 requested a full tablet report, sending...
20:07:06.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.950536 14954 ts_manager.cc:194] Re-registered known tserver with Master: 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133)
20:07:06.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.950647 17014 heartbeater.cc:344] Connected to a master server at 127.14.79.253:39447
20:07:06.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.950692 17014 heartbeater.cc:461] Registering TS with master...
20:07:06.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.950750 14719 ts_manager.cc:194] Re-registered known tserver with Master: 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133)
20:07:06.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.950780 17014 heartbeater.cc:507] Master 127.14.79.253:39447 requested a full tablet report, sending...
20:07:06.951 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028, tablet=cf347dd2e1f24560aaac1f37123718eb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:06.952 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.79.194:34335
20:07:06.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.951890 14840 ts_manager.cc:194] Re-registered known tserver with Master: 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133)
20:07:06.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.952346 14840 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.79.195:55953
20:07:06.952 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:07:06.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.952978 14655 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwlPn0e/build/release/bin/kudu with pid 16198
20:07:06.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:06.953037 17014 heartbeater.cc:499] Master 127.14.79.253:39447 was elected leader, sending a full tablet report...
20:07:06.968 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:06.968 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] handling channelInactive
20:07:06.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] cleaning up while in state READY due to: connection closed
20:07:06.969 [DEBUG - Time-limited test] (Connection.java:748) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] connecting to peer
20:07:06.970 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:06.970 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:06.970 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:06.986 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:06.987 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)[L],96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:06.987 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=2, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [2ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [2ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [18ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@1902616247(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@a1cb54d -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@cd186d2 -> wakeup thread Time-limited test)) after lookup
20:07:06.988 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] connecting to peer
20:07:06.989 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:06.989 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:06.990 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:07.007 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:07.007 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)[L],96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:07.007 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=4, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [2ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [2ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [18ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [20ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [21ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [22ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [38ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@1902616247(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@a1cb54d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@316551035 after retry RPC@314170596), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@cd186d2 -> wakeup thread Time-limited test -> (continuation of Deferred@316551035 after retry RPC@314170596))) after lookup
20:07:07.008 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] connecting to peer
20:07:07.009 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:07.009 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:07.010 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:07.027 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:07.027 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)[L],96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:07.027 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=6, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=59), Traces: [0ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [2ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [2ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [18ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [20ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [21ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [22ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [38ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [40ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [41ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [42ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [58ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@1902616247(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@a1cb54d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@316551035 after retry RPC@314170596) -> (continuation of Deferred@1090796980 after retry RPC@486967180), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@cd186d2 -> wakeup thread Time-limited test -> (continuation of Deferred@316551035 after retry RPC@314170596) -> (continuation of Deferred@1090796980 after retry RPC@486967180))) after lookup
20:07:07.029 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] connecting to peer
20:07:07.030 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:07.030 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:07.030 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:07.066 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:07.066 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)[L],96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:07.067 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=8, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=98), Traces: [0ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [2ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [2ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [18ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [20ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [21ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [22ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [38ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [40ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [41ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [42ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [58ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [60ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [62ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [62ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [96ms] refreshing cache from master, [96ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [98ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@1902616247(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@a1cb54d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@316551035 after retry RPC@314170596) -> (continuation of Deferred@1090796980 after retry RPC@486967180) -> (continuation of Deferred@1754738953 after retry RPC@1090842992), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@cd186d2 -> wakeup thread Time-limited test -> (continuation of Deferred@316551035 after retry RPC@314170596) -> (continuation of Deferred@1090796980 after retry RPC@486967180) -> (continuation of Deferred@1754738953 after retry RPC@1090842992))) after lookup
20:07:07.067 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] connecting to peer
20:07:07.069 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:07.069 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:07.069 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:07.106 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:07.107 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)[L],96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:07.107 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=10, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=139), Traces: [0ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [2ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [2ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [18ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [20ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [21ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [22ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [38ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [40ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [41ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [42ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [58ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [60ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [62ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [62ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [96ms] refreshing cache from master, [96ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [98ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [99ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [101ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [101ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [136ms] refreshing cache from master, [136ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [138ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@1902616247(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@a1cb54d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@316551035 after retry RPC@314170596) -> (continuation of Deferred@1090796980 after retry RPC@486967180) -> (continuation of Deferred@1754738953 after retry RPC@1090842992) -> (continuation of Deferred@1723439192 after retry RPC@5270158), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@cd186d2 -> wakeup thread Time-limited test -> (continuation of Deferred@316551035 after retry RPC@314170596) -> (continuation of Deferred@1090796980 after retry RPC@486967180) -> (continuation of Deferred@1754738953 after retry RPC@1090842992) -> (continuation of Deferred@1723439192 after retry RPC@5270158))) after lookup
20:07:07.108 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] connecting to peer
20:07:07.109 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:07.109 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:07.109 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:08.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.315461 17024 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 30fd9346b5d746d4bc6ea9fb0f397a52)
20:07:08.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.315606 17024 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:08.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.316013 17024 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335), 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133)
20:07:08.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:08.316483 16536 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.79.194:34335: connect: Connection refused (error 111)
20:07:08.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:08.316990 16536 leader_election.cc:336] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335): Network error: Client connection negotiation failed: client connection to 127.14.79.194:34335: connect: Connection refused (error 111)
20:07:08.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.320060 16929 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "241efb26b976496d81385b4b5cc93bb7" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "96e868f451cb404d83f4d430a01a6a00" is_pre_election: true
20:07:08.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.320202 16929 raft_consensus.cc:2468] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 241efb26b976496d81385b4b5cc93bb7 in term 5.
20:07:08.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.320474 16534 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 241efb26b976496d81385b4b5cc93bb7, 96e868f451cb404d83f4d430a01a6a00; no voters: 30fd9346b5d746d4bc6ea9fb0f397a52
20:07:08.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.320683 17024 raft_consensus.cc:2804] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 6 FOLLOWER]: Leader pre-election won for term 7
20:07:08.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.320803 17024 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 6 FOLLOWER]: Starting leader election (detected failure of leader 30fd9346b5d746d4bc6ea9fb0f397a52)
20:07:08.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.320822 17024 raft_consensus.cc:3060] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 6 FOLLOWER]: Advancing to term 7
20:07:08.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.321472 17024 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:08.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.321627 17024 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [CANDIDATE]: Term 7 election: Requested vote from peers 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335), 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133)
20:07:08.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.321821 16929 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "241efb26b976496d81385b4b5cc93bb7" candidate_term: 7 candidate_status { last_received { term: 6 index: 20 } } ignore_live_leader: false dest_uuid: "96e868f451cb404d83f4d430a01a6a00"
20:07:08.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.321913 16929 raft_consensus.cc:3060] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 5 FOLLOWER]: Advancing to term 7
20:07:08.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:08.322247 16536 leader_election.cc:336] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335): Network error: Client connection negotiation failed: client connection to 127.14.79.194:34335: connect: Connection refused (error 111)
20:07:08.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.323083 16929 raft_consensus.cc:2468] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 241efb26b976496d81385b4b5cc93bb7 in term 7.
20:07:08.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.323274 16534 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 241efb26b976496d81385b4b5cc93bb7, 96e868f451cb404d83f4d430a01a6a00; no voters: 30fd9346b5d746d4bc6ea9fb0f397a52
20:07:08.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.323369 17024 raft_consensus.cc:2804] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 7 FOLLOWER]: Leader election won for term 7
20:07:08.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.323529 17024 raft_consensus.cc:697] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 7 LEADER]: Becoming Leader. State: Replica: 241efb26b976496d81385b4b5cc93bb7, State: Running, Role: LEADER
20:07:08.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.323599 17024 consensus_queue.cc:237] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:08.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.324416 14840 catalog_manager.cc:5719] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 reported cstate change: term changed from 6 to 7, leader changed from 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194) to 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193). New cstate: current_term: 7 leader_uuid: "241efb26b976496d81385b4b5cc93bb7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } health_report { overall_health: HEALTHY } } }
20:07:08.426 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:08.426 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)[L],30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:08.427 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=12, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1458), Traces: [0ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [2ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [2ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [18ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [20ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [21ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [22ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [38ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [40ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [41ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [42ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [58ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [60ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [62ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [62ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [96ms] refreshing cache from master, [96ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [98ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [99ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [101ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [101ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [136ms] refreshing cache from master, [136ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [138ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [139ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [141ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [141ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [1455ms] refreshing cache from master, [1455ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [1457ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@1902616247(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@a1cb54d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@316551035 after retry RPC@314170596) -> (continuation of Deferred@1090796980 after retry RPC@486967180) -> (continuation of Deferred@1754738953 after retry RPC@1090842992) -> (continuation of Deferred@1723439192 after retry RPC@5270158) -> (continuation of Deferred@2076671352 after retry RPC@2017488020), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@cd186d2 -> wakeup thread Time-limited test -> (continuation of Deferred@316551035 after retry RPC@314170596) -> (continuation of Deferred@1090796980 after retry RPC@486967180) -> (continuation of Deferred@1754738953 after retry RPC@1090842992) -> (continuation of Deferred@1723439192 after retry RPC@5270158) -> (continuation of Deferred@2076671352 after retry RPC@2017488020))) after lookup
20:07:08.427 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] connecting to peer
20:07:08.429 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] Successfully connected to peer
20:07:08.445 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x62793714, L:/127.0.0.1:45578 - R:/127.14.79.193:45335] using TOKEN/null
20:07:08.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.449692 16929 raft_consensus.cc:1275] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 7 FOLLOWER]: Refusing update from remote peer 241efb26b976496d81385b4b5cc93bb7: Log matching property violated. Preceding OpId in replica: term: 5 index: 16. Preceding OpId from leader: term: 7 index: 22. (index mismatch)
20:07:08.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.450150 17024 consensus_queue.cc:1048] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
20:07:08.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:08.450314 16536 consensus_peers.cc:597] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 -> Peer 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335): Couldn't send request to peer 30fd9346b5d746d4bc6ea9fb0f397a52. Status: Network error: Client connection negotiation failed: client connection to 127.14.79.194:34335: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:07:08.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.453087 17061 mvcc.cc:204] Tried to move back new op lower bound from 7317417281326837760 to 7317417280814219264. Current Snapshot: MvccSnapshot[applied={T|T < 7317417281326837760}]
20:07:08.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.453199 17063 mvcc.cc:204] Tried to move back new op lower bound from 7317417281326837760 to 7317417280814219264. Current Snapshot: MvccSnapshot[applied={T|T < 7317417281326837760 or (T in {7317417281326837760})}]
20:07:08.464 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.79.194:34335
20:07:08.465 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:07:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.466398 14655 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:07:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:07:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/wal
20:07:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data
20:07:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:08.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/logs
20:07:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data/info.pb
20:07:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:07:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.194:34335
20:07:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.79.194
20:07:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:07:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46705
20:07:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.194
20:07:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:07:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:08.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:07:08.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:08.561264 17079 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:08.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:08.561465 17079 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:08.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:08.561486 17079 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:08.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:08.563047 17079 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:08.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:08.563103 17079 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.79.194
20:07:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.564541 17079 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/logs
20:07:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:08.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/wal
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.194:34335
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data/info.pb
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.194
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46705
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.17079
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.79.194
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:44 UTC on e7f111948823
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13293
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.564796 17079 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.565007 17079 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:07:08.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:08.568034 17087 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:08.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:08.568025 17092 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:08.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:08.568025 17096 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:08.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.568120 17079 server_base.cc:1061] running on GCE node
20:07:08.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.568616 17079 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:08.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.568903 17079 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.570068 17079 hybrid_clock.cc:648] HybridClock initialized: now 1786478828570041 us; error 41 us; skew 500 ppm
20:07:08.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.571388 17079 webserver.cc:533] Webserver started at http://127.14.79.194:46705/ using document root <none> and password file <none>
20:07:08.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.571635 17079 fs_manager.cc:362] Metadata directory not provided
20:07:08.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.571724 17079 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:08.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.573143 17079 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.002s	sys 0.000s
20:07:08.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.573904 17107 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:08.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.574159 17079 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
20:07:08.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.574256 17079 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data,/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/wal
20:07:08.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30fd9346b5d746d4bc6ea9fb0f397a52"
20:07:08.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:06:50 on dist-test-slave-x5fp"
20:07:08.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.574568 17079 fs_report.cc:389] FS layout report
20:07:08.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:08.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/wal
20:07:08.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/wal
20:07:08.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data/data
20:07:08.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:08.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:08.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:08.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:08.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:08.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:08.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:08.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:08.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:08.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:08.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:08.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.596349 17079 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:08.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.596772 17079 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.596953 17079 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.597227 17079 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:08.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.597851 17116 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:07:08.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.598759 17079 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:07:08.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.598850 17079 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
20:07:08.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.598891 17079 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:07:08.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.599541 17079 ts_tablet_manager.cc:616] Registered 1 tablets
20:07:08.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.599602 17079 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
20:07:08.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.599654 17116 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52: Bootstrap starting.
20:07:08.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.606696 17079 rpc_server.cc:307] RPC server started. Bound to: 127.14.79.194:34335
20:07:08.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.606769 17294 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.79.194:34335 every 8 connection(s)
20:07:08.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.607097 17079 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data/info.pb
20:07:08.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.609699 17116 log.cc:826] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52: Log is configured to *not* fsync() on all Append() calls
20:07:08.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.612847 14655 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwlPn0e/build/release/bin/kudu as pid 17079
20:07:08.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.613524 17299 heartbeater.cc:344] Connected to a master server at 127.14.79.253:39447
20:07:08.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.613622 17299 heartbeater.cc:461] Registering TS with master...
20:07:08.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.613632 17116 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:07:08.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.613835 17299 heartbeater.cc:507] Master 127.14.79.253:39447 requested a full tablet report, sending...
20:07:08.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.614017 17116 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52: Bootstrap complete.
20:07:08.614 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:08.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.614428 14837 ts_manager.cc:194] Re-registered known tserver with Master: 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335)
20:07:08.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.614867 14837 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.79.194:41589
20:07:08.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.615269 17116 ts_tablet_manager.cc:1403] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52: Time spent bootstrapping tablet: real 0.016s	user 0.003s	sys 0.011s
20:07:08.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.616390 17298 heartbeater.cc:344] Connected to a master server at 127.14.79.254:33429
20:07:08.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.616460 17298 heartbeater.cc:461] Registering TS with master...
20:07:08.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.616521 17298 heartbeater.cc:507] Master 127.14.79.254:33429 requested a full tablet report, sending...
20:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.616523 17116 raft_consensus.cc:359] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.616894 17116 raft_consensus.cc:740] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 30fd9346b5d746d4bc6ea9fb0f397a52, State: Initialized, Role: FOLLOWER
20:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.617024 17116 consensus_queue.cc:260] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 6.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.617375 17116 ts_tablet_manager.cc:1434] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52: Time spent starting tablet: real 0.002s	user 0.001s	sys 0.002s
20:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.617396 17299 heartbeater.cc:499] Master 127.14.79.253:39447 was elected leader, sending a full tablet report...
20:07:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.617533 14719 ts_manager.cc:194] Re-registered known tserver with Master: 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335)
20:07:08.619 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028, tablet=cf347dd2e1f24560aaac1f37123718eb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:08.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.618160 17295 heartbeater.cc:344] Connected to a master server at 127.14.79.252:36259
20:07:08.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.618233 17295 heartbeater.cc:461] Registering TS with master...
20:07:08.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.618280 17295 heartbeater.cc:507] Master 127.14.79.252:36259 requested a full tablet report, sending...
20:07:08.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.619176 14954 ts_manager.cc:194] Re-registered known tserver with Master: 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335)
20:07:08.619 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.79.193:45335
20:07:08.620 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:07:08.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:08.620466 14655 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwlPn0e/build/release/bin/kudu with pid 16513
20:07:08.635 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:08.635 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] handling channelInactive
20:07:08.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] cleaning up while in state READY due to: connection closed
20:07:08.644 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] connecting to peer
20:07:08.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:08.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:08.645 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:08.666 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:08.666 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)[L],30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:08.667 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=3, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=31), Traces: [0ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [1ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [10ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [11ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [28ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [31ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@508855311(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@5ecb2629 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3a29433a -> wakeup thread Time-limited test)) after lookup
20:07:08.667 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] connecting to peer
20:07:08.669 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:08.669 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:08.669 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:08.686 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:08.686 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)[L],30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:08.687 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=5, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=51), Traces: [0ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [1ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [10ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [11ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [28ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [31ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [32ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [34ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [34ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [48ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [51ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@508855311(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@5ecb2629 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1729765407 after retry RPC@391814997), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3a29433a -> wakeup thread Time-limited test -> (continuation of Deferred@1729765407 after retry RPC@391814997))) after lookup
20:07:08.687 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] connecting to peer
20:07:08.688 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:08.689 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:08.689 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:08.707 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:08.707 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)[L],30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:08.708 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=7, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=72), Traces: [0ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [1ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [10ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [11ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [28ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [31ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [32ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [34ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [34ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [48ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [51ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [52ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [54ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [54ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [71ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@508855311(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@5ecb2629 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1729765407 after retry RPC@391814997) -> (continuation of Deferred@1877718211 after retry RPC@738733660), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3a29433a -> wakeup thread Time-limited test -> (continuation of Deferred@1729765407 after retry RPC@391814997) -> (continuation of Deferred@1877718211 after retry RPC@738733660))) after lookup
20:07:08.708 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] connecting to peer
20:07:08.709 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:08.710 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:08.710 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:08.767 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:08.767 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)[L],30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:08.768 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=9, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=132), Traces: [0ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [1ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [10ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [11ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [28ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [31ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [32ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [34ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [34ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [48ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [51ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [52ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [54ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [54ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [71ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [73ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [75ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [75ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [129ms] refreshing cache from master, [129ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [132ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@508855311(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@5ecb2629 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1729765407 after retry RPC@391814997) -> (continuation of Deferred@1877718211 after retry RPC@738733660) -> (continuation of Deferred@116995541 after retry RPC@1810796952), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3a29433a -> wakeup thread Time-limited test -> (continuation of Deferred@1729765407 after retry RPC@391814997) -> (continuation of Deferred@1877718211 after retry RPC@738733660) -> (continuation of Deferred@116995541 after retry RPC@1810796952))) after lookup
20:07:08.769 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] connecting to peer
20:07:08.770 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:08.770 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:08.770 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:09.427 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:09.427 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)[L],30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:09.427 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=11, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=792), Traces: [0ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [1ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [10ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [11ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [28ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [31ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [32ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [34ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [34ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [48ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [51ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [52ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [54ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [54ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [71ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [73ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [75ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [75ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [129ms] refreshing cache from master, [129ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [132ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [133ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [135ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [135ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [789ms] refreshing cache from master, [789ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [791ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@508855311(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@5ecb2629 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1729765407 after retry RPC@391814997) -> (continuation of Deferred@1877718211 after retry RPC@738733660) -> (continuation of Deferred@116995541 after retry RPC@1810796952) -> (continuation of Deferred@603339006 after retry RPC@1007361865), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3a29433a -> wakeup thread Time-limited test -> (continuation of Deferred@1729765407 after retry RPC@391814997) -> (continuation of Deferred@1877718211 after retry RPC@738733660) -> (continuation of Deferred@116995541 after retry RPC@1810796952) -> (continuation of Deferred@603339006 after retry RPC@1007361865))) after lookup
20:07:09.429 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] connecting to peer
20:07:09.430 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:09.430 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:09.430 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:09.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:09.963936 17316 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 241efb26b976496d81385b4b5cc93bb7)
20:07:09.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:09.964053 17316 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:09.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:09.964480 17316 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335), 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:07:09.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:09.965315 16824 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.79.193:45335: connect: Connection refused (error 111)
20:07:09.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:09.965929 16824 leader_election.cc:336] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335): Network error: Client connection negotiation failed: client connection to 127.14.79.193:45335: connect: Connection refused (error 111)
20:07:09.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:09.971091 17226 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "96e868f451cb404d83f4d430a01a6a00" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" is_pre_election: true
20:07:09.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:09.971284 17226 raft_consensus.cc:2468] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 96e868f451cb404d83f4d430a01a6a00 in term 6.
20:07:09.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:09.971644 16823 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 30fd9346b5d746d4bc6ea9fb0f397a52, 96e868f451cb404d83f4d430a01a6a00; no voters: 241efb26b976496d81385b4b5cc93bb7
20:07:09.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:09.971840 17316 raft_consensus.cc:2804] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 7 FOLLOWER]: Leader pre-election won for term 8
20:07:09.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:09.971925 17316 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 7 FOLLOWER]: Starting leader election (detected failure of leader 241efb26b976496d81385b4b5cc93bb7)
20:07:09.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:09.971952 17316 raft_consensus.cc:3060] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 7 FOLLOWER]: Advancing to term 8
20:07:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:09.972828 17316 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:09.973027 17316 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [CANDIDATE]: Term 8 election: Requested vote from peers 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335), 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:07:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:09.973327 17226 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "96e868f451cb404d83f4d430a01a6a00" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52"
20:07:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:09.973410 17226 raft_consensus.cc:3060] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 6 FOLLOWER]: Advancing to term 8
20:07:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:09.973721 16824 leader_election.cc:336] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335): Network error: Client connection negotiation failed: client connection to 127.14.79.193:45335: connect: Connection refused (error 111)
20:07:09.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:09.974687 17226 raft_consensus.cc:2468] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 96e868f451cb404d83f4d430a01a6a00 in term 8.
20:07:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:09.975037 16823 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 30fd9346b5d746d4bc6ea9fb0f397a52, 96e868f451cb404d83f4d430a01a6a00; no voters: 241efb26b976496d81385b4b5cc93bb7
20:07:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:09.975230 17316 raft_consensus.cc:2804] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 8 FOLLOWER]: Leader election won for term 8
20:07:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:09.975487 17316 raft_consensus.cc:697] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 8 LEADER]: Becoming Leader. State: Replica: 96e868f451cb404d83f4d430a01a6a00, State: Running, Role: LEADER
20:07:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:09.975597 17316 consensus_queue.cc:237] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:09.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:09.976553 14837 catalog_manager.cc:5719] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 reported cstate change: term changed from 7 to 8, leader changed from 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193) to 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195). New cstate: current_term: 8 leader_uuid: "96e868f451cb404d83f4d430a01a6a00" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } health_report { overall_health: UNKNOWN } } }
20:07:10.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:10.380669 17226 raft_consensus.cc:1275] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 8 FOLLOWER]: Refusing update from remote peer 96e868f451cb404d83f4d430a01a6a00: Log matching property violated. Preceding OpId in replica: term: 6 index: 20. Preceding OpId from leader: term: 8 index: 25. (index mismatch)
20:07:10.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:10.381390 17316 consensus_queue.cc:1048] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [LEADER]: Connected to new peer: Peer: permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
20:07:10.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:10.384488 16824 consensus_peers.cc:597] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 -> Peer 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335): Couldn't send request to peer 241efb26b976496d81385b4b5cc93bb7. Status: Network error: Client connection negotiation failed: client connection to 127.14.79.193:45335: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:07:11.366 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:11.367 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)[L]]}]
20:07:11.367 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=13, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=2731), Traces: [0ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [1ms] delaying RPC due to: Illegal state: connection is terminated, [8ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [10ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [11ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [28ms] refreshing cache from master, [29ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [31ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [32ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [34ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [34ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [48ms] refreshing cache from master, [49ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [51ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [52ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [54ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [54ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [69ms] refreshing cache from master, [69ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [71ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [73ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [75ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [75ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [129ms] refreshing cache from master, [129ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [132ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [133ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [135ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [135ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [789ms] refreshing cache from master, [789ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [791ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [793ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [795ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [795ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [2729ms] refreshing cache from master, [2729ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [2731ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@508855311(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@5ecb2629 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1729765407 after retry RPC@391814997) -> (continuation of Deferred@1877718211 after retry RPC@738733660) -> (continuation of Deferred@116995541 after retry RPC@1810796952) -> (continuation of Deferred@603339006 after retry RPC@1007361865) -> (continuation of Deferred@72651976 after retry RPC@1623274076), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3a29433a -> wakeup thread Time-limited test -> (continuation of Deferred@1729765407 after retry RPC@391814997) -> (continuation of Deferred@1877718211 after retry RPC@738733660) -> (continuation of Deferred@116995541 after retry RPC@1810796952) -> (continuation of Deferred@603339006 after retry RPC@1007361865) -> (continuation of Deferred@72651976 after retry RPC@1623274076))) after lookup
20:07:11.368 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:07:11.369 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] Successfully connected to peer
20:07:11.402 [DEBUG - kudu-nio-7] (Negotiator.java:918) Authenticated connection [id: 0x86e66979, L:/127.0.0.1:35844 - R:/127.14.79.195:43133] using TOKEN/null
20:07:11.422 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.79.193:45335
20:07:11.422 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:07:11.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.423032 14655 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:07:11.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:07:11.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/wal
20:07:11.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data
20:07:11.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:11.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:11.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:11.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:11.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:11.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:11.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/logs
20:07:11.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data/info.pb
20:07:11.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:11.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:11.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:11.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:11.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:11.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:11.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:11.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:11.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:07:11.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:11.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.193:45335
20:07:11.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.79.193
20:07:11.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:07:11.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33875
20:07:11.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.193
20:07:11.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:07:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:07:11.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:11.510779 17368 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:11.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:11.510989 17368 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:11.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:11.511011 17368 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:11.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:11.512554 17368 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:11.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:11.512612 17368 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.79.193
20:07:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.514215 17368 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/logs
20:07:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:07:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data
20:07:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/wal
20:07:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.193:45335
20:07:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data/info.pb
20:07:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.193
20:07:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33875
20:07:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:07:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.17368
20:07:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:11.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.79.193
20:07:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:07:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:07:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:44 UTC on e7f111948823
20:07:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13293
20:07:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.514458 17368 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:11.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.514652 17368 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:07:11.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:11.517601 17380 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:11.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:11.517591 17382 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:11.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.517998 17368 server_base.cc:1061] running on GCE node
20:07:11.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:11.517596 17377 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:11.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.518251 17368 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:11.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.518482 17368 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:11.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.519675 17368 hybrid_clock.cc:648] HybridClock initialized: now 1786478831519626 us; error 56 us; skew 500 ppm
20:07:11.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.525806 17368 webserver.cc:533] Webserver started at http://127.14.79.193:33875/ using document root <none> and password file <none>
20:07:11.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.526125 17368 fs_manager.cc:362] Metadata directory not provided
20:07:11.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.526198 17368 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:11.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.527599 17368 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.000s
20:07:11.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.528539 17399 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:11.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.528900 17368 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.001s	sys 0.000s
20:07:11.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.528992 17368 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data,/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/wal
20:07:11.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "241efb26b976496d81385b4b5cc93bb7"
20:07:11.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:06:50 on dist-test-slave-x5fp"
20:07:11.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.529325 17368 fs_report.cc:389] FS layout report
20:07:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/wal
20:07:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/wal
20:07:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data/data
20:07:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:11.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.545460 17368 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.545868 17368 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.546020 17368 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:11.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.546315 17368 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.546924 17410 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:07:11.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.547807 17368 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:07:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.547907 17368 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
20:07:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.547951 17368 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:07:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.548606 17368 ts_tablet_manager.cc:616] Registered 1 tablets
20:07:11.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.548668 17368 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
20:07:11.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.548801 17410 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7: Bootstrap starting.
20:07:11.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.556835 17368 rpc_server.cc:307] RPC server started. Bound to: 127.14.79.193:45335
20:07:11.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.556917 17577 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.79.193:45335 every 8 connection(s)
20:07:11.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.557302 17368 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data/info.pb
20:07:11.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.559082 14655 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwlPn0e/build/release/bin/kudu as pid 17368
20:07:11.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.559746 17410 log.cc:826] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7: Log is configured to *not* fsync() on all Append() calls
20:07:11.560 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:11.563 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028, tablet=cf347dd2e1f24560aaac1f37123718eb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:11.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.564265 17410 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:07:11.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.564879 17410 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7: Bootstrap complete.
20:07:11.566 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.79.195:43133
20:07:11.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.566284 17410 ts_tablet_manager.cc:1403] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7: Time spent bootstrapping tablet: real 0.018s	user 0.011s	sys 0.004s
20:07:11.566 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:07:11.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.566903 14655 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwlPn0e/build/release/bin/kudu with pid 16795
20:07:11.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.573987 17585 heartbeater.cc:344] Connected to a master server at 127.14.79.253:39447
20:07:11.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.574133 17585 heartbeater.cc:461] Registering TS with master...
20:07:11.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.574368 17585 heartbeater.cc:507] Master 127.14.79.253:39447 requested a full tablet report, sending...
20:07:11.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.574532 17410 raft_consensus.cc:359] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:11.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.575482 17410 raft_consensus.cc:740] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 241efb26b976496d81385b4b5cc93bb7, State: Initialized, Role: FOLLOWER
20:07:11.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.575786 17410 consensus_queue.cc:260] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 7.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:11.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.577148 17410 ts_tablet_manager.cc:1434] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7: Time spent starting tablet: real 0.011s	user 0.000s	sys 0.003s
20:07:11.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.577371 14837 ts_manager.cc:194] Re-registered known tserver with Master: 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:07:11.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.577780 14837 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.79.193:35393
20:07:11.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.578621 17585 heartbeater.cc:499] Master 127.14.79.253:39447 was elected leader, sending a full tablet report...
20:07:11.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.580967 17579 heartbeater.cc:344] Connected to a master server at 127.14.79.252:36259
20:07:11.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.581043 17579 heartbeater.cc:461] Registering TS with master...
20:07:11.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.581102 17579 heartbeater.cc:507] Master 127.14.79.252:36259 requested a full tablet report, sending...
20:07:11.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.581408 14954 ts_manager.cc:194] Re-registered known tserver with Master: 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:07:11.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.582337 17583 heartbeater.cc:344] Connected to a master server at 127.14.79.254:33429
20:07:11.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.582427 17583 heartbeater.cc:461] Registering TS with master...
20:07:11.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.582499 17583 heartbeater.cc:507] Master 127.14.79.254:33429 requested a full tablet report, sending...
20:07:11.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:11.582854 14719 ts_manager.cc:194] Re-registered known tserver with Master: 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:07:11.586 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:11.586 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] handling channelInactive
20:07:11.586 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state READY due to: connection closed
20:07:11.587 [DEBUG - Time-limited test] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:07:11.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:11.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:11.588 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:11.606 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:11.606 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)[L]]}]
20:07:11.606 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [2ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [19ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@988553590(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@53d6a7a5 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@b8bd325 -> wakeup thread Time-limited test)) after lookup
20:07:11.607 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:07:11.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:11.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:11.608 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:11.627 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:11.627 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)[L]]}]
20:07:11.627 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [2ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [19ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [20ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [22ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [22ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [40ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@988553590(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@53d6a7a5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@426422357 after retry RPC@836409366), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@b8bd325 -> wakeup thread Time-limited test -> (continuation of Deferred@426422357 after retry RPC@836409366))) after lookup
20:07:11.628 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:07:11.629 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:11.629 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:11.629 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:11.666 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:11.666 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)[L]]}]
20:07:11.667 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=80), Traces: [0ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [2ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [19ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [20ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [22ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [22ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [40ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [42ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [43ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [43ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [80ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@988553590(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@53d6a7a5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@426422357 after retry RPC@836409366) -> (continuation of Deferred@398588063 after retry RPC@1916717145), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@b8bd325 -> wakeup thread Time-limited test -> (continuation of Deferred@426422357 after retry RPC@836409366) -> (continuation of Deferred@398588063 after retry RPC@1916717145))) after lookup
20:07:11.667 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:07:11.668 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:11.668 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:11.668 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:11.709 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:11.709 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)[L]]}]
20:07:11.710 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=123), Traces: [0ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [2ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [19ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [20ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [22ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [22ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [40ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [42ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [43ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [43ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [80ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [81ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [82ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [82ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [120ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [122ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@988553590(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@53d6a7a5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@426422357 after retry RPC@836409366) -> (continuation of Deferred@398588063 after retry RPC@1916717145) -> (continuation of Deferred@130377023 after retry RPC@62720414), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@b8bd325 -> wakeup thread Time-limited test -> (continuation of Deferred@426422357 after retry RPC@836409366) -> (continuation of Deferred@398588063 after retry RPC@1916717145) -> (continuation of Deferred@130377023 after retry RPC@62720414))) after lookup
20:07:11.711 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:07:11.712 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:11.712 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:11.712 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:12.127 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:12.127 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)[L]]}]
20:07:12.128 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=541), Traces: [0ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [2ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [19ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [20ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [22ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [22ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [40ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [42ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [43ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [43ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [80ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [81ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [82ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [82ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [120ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [122ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [124ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [126ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [126ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [538ms] refreshing cache from master, [538ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [541ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@988553590(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@53d6a7a5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@426422357 after retry RPC@836409366) -> (continuation of Deferred@398588063 after retry RPC@1916717145) -> (continuation of Deferred@130377023 after retry RPC@62720414) -> (continuation of Deferred@995016518 after retry RPC@2140998480), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@b8bd325 -> wakeup thread Time-limited test -> (continuation of Deferred@426422357 after retry RPC@836409366) -> (continuation of Deferred@398588063 after retry RPC@1916717145) -> (continuation of Deferred@130377023 after retry RPC@62720414) -> (continuation of Deferred@995016518 after retry RPC@2140998480))) after lookup
20:07:12.129 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:07:12.130 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:12.130 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:12.130 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:12.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:12.796532 17601 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 7 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:12.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:12.796679 17601 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:12.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:12.797067 17601 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335), 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133)
20:07:12.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:12.797776 17401 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.79.195:43133: connect: Connection refused (error 111)
20:07:12.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:12.798563 17401 leader_election.cc:336] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133): Network error: Client connection negotiation failed: client connection to 127.14.79.195:43133: connect: Connection refused (error 111)
20:07:12.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:12.800364 17226 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "241efb26b976496d81385b4b5cc93bb7" candidate_term: 8 candidate_status { last_received { term: 7 index: 24 } } ignore_live_leader: false dest_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" is_pre_election: true
20:07:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:12.800894 17404 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 241efb26b976496d81385b4b5cc93bb7; no voters: 30fd9346b5d746d4bc6ea9fb0f397a52, 96e868f451cb404d83f4d430a01a6a00
20:07:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:12.801239 17601 raft_consensus.cc:2749] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 7 FOLLOWER]: Leader pre-election lost for term 8. Reason: could not achieve majority
20:07:12.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:12.921588 17609 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 96e868f451cb404d83f4d430a01a6a00)
20:07:12.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:12.921708 17609 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:12.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:12.922047 17609 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133), 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:07:12.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:12.922773 17108 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.79.195:43133: connect: Connection refused (error 111)
20:07:12.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:12.923506 17108 leader_election.cc:336] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133): Network error: Client connection negotiation failed: client connection to 127.14.79.195:43133: connect: Connection refused (error 111)
20:07:12.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:12.926112 17507 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "241efb26b976496d81385b4b5cc93bb7" is_pre_election: true
20:07:12.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:12.926270 17507 raft_consensus.cc:2468] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 30fd9346b5d746d4bc6ea9fb0f397a52 in term 7.
20:07:12.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:12.926568 17113 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 241efb26b976496d81385b4b5cc93bb7, 30fd9346b5d746d4bc6ea9fb0f397a52; no voters: 96e868f451cb404d83f4d430a01a6a00
20:07:12.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:12.926771 17609 raft_consensus.cc:2804] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 8 FOLLOWER]: Leader pre-election won for term 9
20:07:12.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:12.926836 17609 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 8 FOLLOWER]: Starting leader election (detected failure of leader 96e868f451cb404d83f4d430a01a6a00)
20:07:12.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:12.926852 17609 raft_consensus.cc:3060] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 8 FOLLOWER]: Advancing to term 9
20:07:12.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:12.927518 17609 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:12.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:12.927734 17609 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 9 election: Requested vote from peers 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133), 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:07:12.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:12.928304 17507 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "241efb26b976496d81385b4b5cc93bb7"
20:07:12.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:12.928444 17507 raft_consensus.cc:3060] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 7 FOLLOWER]: Advancing to term 9
20:07:12.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:12.928756 17108 leader_election.cc:336] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133): Network error: Client connection negotiation failed: client connection to 127.14.79.195:43133: connect: Connection refused (error 111)
20:07:12.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:12.929742 17507 raft_consensus.cc:2468] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 30fd9346b5d746d4bc6ea9fb0f397a52 in term 9.
20:07:12.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:12.930128 17113 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 241efb26b976496d81385b4b5cc93bb7, 30fd9346b5d746d4bc6ea9fb0f397a52; no voters: 96e868f451cb404d83f4d430a01a6a00
20:07:12.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:12.930255 17609 raft_consensus.cc:2804] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 9 FOLLOWER]: Leader election won for term 9
20:07:12.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:12.930419 17609 raft_consensus.cc:697] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 9 LEADER]: Becoming Leader. State: Replica: 30fd9346b5d746d4bc6ea9fb0f397a52, State: Running, Role: LEADER
20:07:12.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:12.930482 17609 consensus_queue.cc:237] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:12.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:12.931492 14837 catalog_manager.cc:5719] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 reported cstate change: term changed from 8 to 9, leader changed from 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195) to 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194). New cstate: current_term: 9 leader_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } health_report { overall_health: UNKNOWN } } }
20:07:13.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.502060 17507 raft_consensus.cc:1275] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 9 FOLLOWER]: Refusing update from remote peer 30fd9346b5d746d4bc6ea9fb0f397a52: Log matching property violated. Preceding OpId in replica: term: 7 index: 24. Preceding OpId from leader: term: 9 index: 29. (index mismatch)
20:07:13.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.502616 17642 consensus_queue.cc:1048] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [LEADER]: Connected to new peer: Peer: permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
20:07:13.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.504792 17647 mvcc.cc:204] Tried to move back new op lower bound from 7317417293494165504 to 7317417287580794880. Current Snapshot: MvccSnapshot[applied={T|T < 7317417293444734976}]
20:07:13.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:13.506302 17108 consensus_peers.cc:597] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 -> Peer 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133): Couldn't send request to peer 96e868f451cb404d83f4d430a01a6a00. Status: Network error: Client connection negotiation failed: client connection to 127.14.79.195:43133: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:07:13.647 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:13.647 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)[L],96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:13.647 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=2060), Traces: [0ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [2ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [19ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [20ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [22ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [22ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [40ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [42ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [43ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [43ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [80ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [81ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [82ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [82ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [120ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [122ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [124ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [126ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [126ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [538ms] refreshing cache from master, [538ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [541ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [542ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [544ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [544ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [2058ms] refreshing cache from master, [2058ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [2060ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@988553590(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@53d6a7a5 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@426422357 after retry RPC@836409366) -> (continuation of Deferred@398588063 after retry RPC@1916717145) -> (continuation of Deferred@130377023 after retry RPC@62720414) -> (continuation of Deferred@995016518 after retry RPC@2140998480) -> (continuation of Deferred@433914860 after retry RPC@235756556), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@b8bd325 -> wakeup thread Time-limited test -> (continuation of Deferred@426422357 after retry RPC@836409366) -> (continuation of Deferred@398588063 after retry RPC@1916717145) -> (continuation of Deferred@130377023 after retry RPC@62720414) -> (continuation of Deferred@995016518 after retry RPC@2140998480) -> (continuation of Deferred@433914860 after retry RPC@235756556))) after lookup
20:07:13.648 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] connecting to peer
20:07:13.649 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] Successfully connected to peer
20:07:13.679 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0x7064901b, L:/127.0.0.1:34094 - R:/127.14.79.194:34335] using TOKEN/null
20:07:13.693 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.79.195:43133
20:07:13.693 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:07:13.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.694211 14655 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:07:13.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:07:13.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/wal
20:07:13.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data
20:07:13.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:13.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:13.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:13.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:13.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:13.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:13.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/logs
20:07:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data/info.pb
20:07:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:07:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.195:43133
20:07:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.79.195
20:07:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:07:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38677
20:07:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.195
20:07:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:07:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:13.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:07:13.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:13.788554 17669 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:13.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:13.788851 17669 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:13.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:13.788890 17669 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:13.790824 17669 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:13.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:13.790941 17669 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.79.195
20:07:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.792879 17669 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/logs
20:07:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:07:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data
20:07:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/wal
20:07:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.195:43133
20:07:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data/info.pb
20:07:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.195
20:07:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38677
20:07:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:07:13.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.17669
20:07:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.79.195
20:07:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:07:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:07:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:44 UTC on e7f111948823
20:07:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13293
20:07:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.793181 17669 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:13.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.793497 17669 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:07:13.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:13.797509 17683 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:13.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.797554 17669 server_base.cc:1061] running on GCE node
20:07:13.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:13.797640 17686 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:13.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:13.797519 17682 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:13.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.797895 17669 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:13.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.798183 17669 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:13.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.799346 17669 hybrid_clock.cc:648] HybridClock initialized: now 1786478833799315 us; error 41 us; skew 500 ppm
20:07:13.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.800681 17669 webserver.cc:533] Webserver started at http://127.14.79.195:38677/ using document root <none> and password file <none>
20:07:13.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.801002 17669 fs_manager.cc:362] Metadata directory not provided
20:07:13.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.801081 17669 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:13.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.802421 17669 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.001s
20:07:13.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.803515 17698 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:13.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.803948 17669 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
20:07:13.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.804064 17669 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data,/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/wal
20:07:13.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "96e868f451cb404d83f4d430a01a6a00"
20:07:13.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:06:50 on dist-test-slave-x5fp"
20:07:13.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.804440 17669 fs_report.cc:389] FS layout report
20:07:13.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:13.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/wal
20:07:13.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/wal
20:07:13.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data/data
20:07:13.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:13.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:13.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:13.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:13.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:13.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:13.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:13.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:13.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:13.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:13.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:13.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.831198 17669 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:13.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.831619 17669 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:13.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.831727 17669 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:13.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.831924 17669 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:13.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.832396 17709 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:07:13.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.833609 17669 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:07:13.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.833662 17669 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
20:07:13.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.833704 17669 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:07:13.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.834386 17669 ts_tablet_manager.cc:616] Registered 1 tablets
20:07:13.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.834441 17669 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
20:07:13.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.834538 17709 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Bootstrap starting.
20:07:13.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.842904 17669 rpc_server.cc:307] RPC server started. Bound to: 127.14.79.195:43133
20:07:13.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.842971 17893 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.79.195:43133 every 8 connection(s)
20:07:13.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.843405 17669 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data/info.pb
20:07:13.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.845275 17709 log.cc:826] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Log is configured to *not* fsync() on all Append() calls
20:07:13.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.849637 17897 heartbeater.cc:344] Connected to a master server at 127.14.79.254:33429
20:07:13.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.849726 17709 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:07:13.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.849758 17897 heartbeater.cc:461] Registering TS with master...
20:07:13.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.850005 17897 heartbeater.cc:507] Master 127.14.79.254:33429 requested a full tablet report, sending...
20:07:13.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.850047 17709 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Bootstrap complete.
20:07:13.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.850477 17901 heartbeater.cc:344] Connected to a master server at 127.14.79.253:39447
20:07:13.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.850546 17901 heartbeater.cc:461] Registering TS with master...
20:07:13.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.850736 14719 ts_manager.cc:194] Re-registered known tserver with Master: 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133)
20:07:13.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.851434 17901 heartbeater.cc:507] Master 127.14.79.253:39447 requested a full tablet report, sending...
20:07:13.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.851460 17895 heartbeater.cc:344] Connected to a master server at 127.14.79.252:36259
20:07:13.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.851524 17895 heartbeater.cc:461] Registering TS with master...
20:07:13.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.851629 17895 heartbeater.cc:507] Master 127.14.79.252:36259 requested a full tablet report, sending...
20:07:13.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.851576 17709 ts_tablet_manager.cc:1403] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Time spent bootstrapping tablet: real 0.017s	user 0.012s	sys 0.003s
20:07:13.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.851761 14837 ts_manager.cc:194] Re-registered known tserver with Master: 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133)
20:07:13.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.851969 14655 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwlPn0e/build/release/bin/kudu as pid 17669
20:07:13.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.852301 14837 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.79.195:42559
20:07:13.852 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.852877 14954 ts_manager.cc:194] Re-registered known tserver with Master: 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133)
20:07:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.853046 17709 raft_consensus.cc:359] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.853300 17709 raft_consensus.cc:740] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 96e868f451cb404d83f4d430a01a6a00, State: Initialized, Role: FOLLOWER
20:07:13.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.853421 17709 consensus_queue.cc:260] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 8.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:13.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.853781 17709 ts_tablet_manager.cc:1434] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Time spent starting tablet: real 0.002s	user 0.000s	sys 0.002s
20:07:13.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.853910 17901 heartbeater.cc:499] Master 127.14.79.253:39447 was elected leader, sending a full tablet report...
20:07:13.857 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028, tablet=cf347dd2e1f24560aaac1f37123718eb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:13.858 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.79.194:34335
20:07:13.858 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:07:13.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:13.858598 14655 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwlPn0e/build/release/bin/kudu with pid 17079
20:07:13.882 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:13.883 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] handling channelInactive
20:07:13.884 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] cleaning up while in state READY due to: connection closed
20:07:13.884 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335) for tablet cf347dd2e1f24560aaac1f37123718eb: connection closed
20:07:13.907 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:13.907 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)[L],96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:13.907 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [1ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [23ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@502102910(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@79e4a9f3 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@710f814a -> wakeup thread Time-limited test)) after lookup
20:07:13.909 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] connecting to peer
20:07:13.910 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:13.910 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:13.910 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:13.926 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:13.927 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)[L],96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:13.927 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=44), Traces: [0ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [1ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [23ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [25ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [27ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [27ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [43ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@502102910(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@79e4a9f3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1095193833 after retry RPC@1288673370), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@710f814a -> wakeup thread Time-limited test -> (continuation of Deferred@1095193833 after retry RPC@1288673370))) after lookup
20:07:13.928 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] connecting to peer
20:07:13.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:13.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:13.929 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:13.966 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:13.967 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)[L],96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:13.967 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=84), Traces: [0ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [1ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [23ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [25ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [27ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [27ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [43ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [44ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [46ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [46ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [83ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@502102910(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@79e4a9f3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1095193833 after retry RPC@1288673370) -> (continuation of Deferred@1147392701 after retry RPC@1952354083), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@710f814a -> wakeup thread Time-limited test -> (continuation of Deferred@1095193833 after retry RPC@1288673370) -> (continuation of Deferred@1147392701 after retry RPC@1952354083))) after lookup
20:07:13.968 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] connecting to peer
20:07:13.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:13.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:13.970 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:13.987 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:13.988 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)[L],96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:13.988 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=105), Traces: [0ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [1ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [23ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [25ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [27ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [27ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [43ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [44ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [46ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [46ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [83ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [84ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [86ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [87ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [101ms] refreshing cache from master, [101ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [104ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@502102910(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@79e4a9f3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1095193833 after retry RPC@1288673370) -> (continuation of Deferred@1147392701 after retry RPC@1952354083) -> (continuation of Deferred@2095262194 after retry RPC@767298316), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@710f814a -> wakeup thread Time-limited test -> (continuation of Deferred@1095193833 after retry RPC@1288673370) -> (continuation of Deferred@1147392701 after retry RPC@1952354083) -> (continuation of Deferred@2095262194 after retry RPC@767298316))) after lookup
20:07:13.989 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] connecting to peer
20:07:13.991 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:13.991 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:13.991 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:14.107 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:14.107 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)[L],96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:14.108 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=224), Traces: [0ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [1ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [23ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [25ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [27ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [27ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [43ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [44ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [46ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [46ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [83ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [84ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [86ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [87ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [101ms] refreshing cache from master, [101ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [104ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [106ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [108ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [108ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [221ms] refreshing cache from master, [221ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [223ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@502102910(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@79e4a9f3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1095193833 after retry RPC@1288673370) -> (continuation of Deferred@1147392701 after retry RPC@1952354083) -> (continuation of Deferred@2095262194 after retry RPC@767298316) -> (continuation of Deferred@1977630831 after retry RPC@952750516), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@710f814a -> wakeup thread Time-limited test -> (continuation of Deferred@1095193833 after retry RPC@1288673370) -> (continuation of Deferred@1147392701 after retry RPC@1952354083) -> (continuation of Deferred@2095262194 after retry RPC@767298316) -> (continuation of Deferred@1977630831 after retry RPC@952750516))) after lookup
20:07:14.109 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] connecting to peer
20:07:14.110 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:14.110 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:14.111 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:15.026 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:15.027 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)[L],96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:15.027 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=1144), Traces: [0ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [1ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [23ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [25ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [27ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [27ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [43ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [44ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [46ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [46ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [83ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [84ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [86ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [87ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [101ms] refreshing cache from master, [101ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [104ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [106ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [108ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [108ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [221ms] refreshing cache from master, [221ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [223ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [225ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [228ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [228ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [1141ms] refreshing cache from master, [1141ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [1143ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@502102910(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@79e4a9f3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1095193833 after retry RPC@1288673370) -> (continuation of Deferred@1147392701 after retry RPC@1952354083) -> (continuation of Deferred@2095262194 after retry RPC@767298316) -> (continuation of Deferred@1977630831 after retry RPC@952750516) -> (continuation of Deferred@1770255602 after retry RPC@531749895), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@710f814a -> wakeup thread Time-limited test -> (continuation of Deferred@1095193833 after retry RPC@1288673370) -> (continuation of Deferred@1147392701 after retry RPC@1952354083) -> (continuation of Deferred@2095262194 after retry RPC@767298316) -> (continuation of Deferred@1977630831 after retry RPC@952750516) -> (continuation of Deferred@1770255602 after retry RPC@531749895))) after lookup
20:07:15.028 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] connecting to peer
20:07:15.029 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:15.029 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:15.029 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335
20:07:15.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:15.081161 17921 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 8 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:15.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:15.081322 17921 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:15.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:15.081643 17921 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335), 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:07:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:15.082324 17702 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.79.194:34335: connect: Connection refused (error 111)
20:07:15.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:15.082984 17702 leader_election.cc:336] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335): Network error: Client connection negotiation failed: client connection to 127.14.79.194:34335: connect: Connection refused (error 111)
20:07:15.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:15.085179 17507 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "96e868f451cb404d83f4d430a01a6a00" candidate_term: 9 candidate_status { last_received { term: 8 index: 28 } } ignore_live_leader: false dest_uuid: "241efb26b976496d81385b4b5cc93bb7" is_pre_election: true
20:07:15.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:15.085647 17705 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 96e868f451cb404d83f4d430a01a6a00; no voters: 241efb26b976496d81385b4b5cc93bb7, 30fd9346b5d746d4bc6ea9fb0f397a52
20:07:15.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:15.085825 17921 raft_consensus.cc:2749] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 8 FOLLOWER]: Leader pre-election lost for term 9. Reason: could not achieve majority
20:07:15.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:15.189213 17929 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 30fd9346b5d746d4bc6ea9fb0f397a52)
20:07:15.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:15.189328 17929 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:15.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:15.189538 17929 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335), 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133)
20:07:15.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:15.190480 17404 leader_election.cc:336] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335): Network error: Client connection negotiation failed: client connection to 127.14.79.194:34335: connect: Connection refused (error 111)
20:07:15.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:15.193176 17807 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "241efb26b976496d81385b4b5cc93bb7" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "96e868f451cb404d83f4d430a01a6a00" is_pre_election: true
20:07:15.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:15.193323 17807 raft_consensus.cc:2468] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 241efb26b976496d81385b4b5cc93bb7 in term 8.
20:07:15.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:15.193601 17401 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 241efb26b976496d81385b4b5cc93bb7, 96e868f451cb404d83f4d430a01a6a00; no voters: 30fd9346b5d746d4bc6ea9fb0f397a52
20:07:15.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:15.193734 17929 raft_consensus.cc:2804] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 9 FOLLOWER]: Leader pre-election won for term 10
20:07:15.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:15.193786 17929 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 9 FOLLOWER]: Starting leader election (detected failure of leader 30fd9346b5d746d4bc6ea9fb0f397a52)
20:07:15.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:15.193804 17929 raft_consensus.cc:3060] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 9 FOLLOWER]: Advancing to term 10
20:07:15.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:15.194478 17929 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:15.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:15.194646 17929 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [CANDIDATE]: Term 10 election: Requested vote from peers 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335), 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133)
20:07:15.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:15.194844 17807 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "241efb26b976496d81385b4b5cc93bb7" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "96e868f451cb404d83f4d430a01a6a00"
20:07:15.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:15.194960 17807 raft_consensus.cc:3060] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 8 FOLLOWER]: Advancing to term 10
20:07:15.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:15.195294 17404 leader_election.cc:336] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335): Network error: Client connection negotiation failed: client connection to 127.14.79.194:34335: connect: Connection refused (error 111)
20:07:15.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:15.196122 17807 raft_consensus.cc:2468] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 241efb26b976496d81385b4b5cc93bb7 in term 10.
20:07:15.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:15.196363 17401 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 241efb26b976496d81385b4b5cc93bb7, 96e868f451cb404d83f4d430a01a6a00; no voters: 30fd9346b5d746d4bc6ea9fb0f397a52
20:07:15.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:15.196487 17929 raft_consensus.cc:2804] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 10 FOLLOWER]: Leader election won for term 10
20:07:15.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:15.196652 17929 raft_consensus.cc:697] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 10 LEADER]: Becoming Leader. State: Replica: 241efb26b976496d81385b4b5cc93bb7, State: Running, Role: LEADER
20:07:15.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:15.196770 17929 consensus_queue.cc:237] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:15.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:15.197645 14837 catalog_manager.cc:5719] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 reported cstate change: term changed from 9 to 10, leader changed from 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194) to 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193). New cstate: current_term: 10 leader_uuid: "241efb26b976496d81385b4b5cc93bb7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } health_report { overall_health: HEALTHY } } }
20:07:15.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:15.678998 17807 raft_consensus.cc:1275] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 10 FOLLOWER]: Refusing update from remote peer 241efb26b976496d81385b4b5cc93bb7: Log matching property violated. Preceding OpId in replica: term: 8 index: 28. Preceding OpId from leader: term: 10 index: 33. (index mismatch)
20:07:15.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:15.679409 17929 consensus_queue.cc:1048] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
20:07:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:15.682729 17404 consensus_peers.cc:597] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 -> Peer 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335): Couldn't send request to peer 30fd9346b5d746d4bc6ea9fb0f397a52. Status: Network error: Client connection negotiation failed: client connection to 127.14.79.194:34335: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:07:18.026 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:18.027 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)[L],30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:18.027 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=14, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=4144), Traces: [0ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [1ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [23ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [25ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [27ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [27ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [40ms] refreshing cache from master, [41ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [43ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [44ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [46ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [46ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [80ms] refreshing cache from master, [80ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [83ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [84ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [86ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [87ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [101ms] refreshing cache from master, [101ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [104ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [106ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [108ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [108ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [221ms] refreshing cache from master, [221ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [223ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [225ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [228ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [228ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [1141ms] refreshing cache from master, [1141ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [1143ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [1145ms] sending RPC to server 30fd9346b5d746d4bc6ea9fb0f397a52, [1146ms] received response from server 30fd9346b5d746d4bc6ea9fb0f397a52: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [1146ms] delaying RPC due to: Network error: Failed to connect to peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335): Connection refused: /127.14.79.194:34335, [4141ms] refreshing cache from master, [4141ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [4143ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@502102910(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@79e4a9f3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1095193833 after retry RPC@1288673370) -> (continuation of Deferred@1147392701 after retry RPC@1952354083) -> (continuation of Deferred@2095262194 after retry RPC@767298316) -> (continuation of Deferred@1977630831 after retry RPC@952750516) -> (continuation of Deferred@1770255602 after retry RPC@531749895) -> (continuation of Deferred@1696499095 after retry RPC@1952333015), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@710f814a -> wakeup thread Time-limited test -> (continuation of Deferred@1095193833 after retry RPC@1288673370) -> (continuation of Deferred@1147392701 after retry RPC@1952354083) -> (continuation of Deferred@2095262194 after retry RPC@767298316) -> (continuation of Deferred@1977630831 after retry RPC@952750516) -> (continuation of Deferred@1770255602 after retry RPC@531749895) -> (continuation of Deferred@1696499095 after retry RPC@1952333015))) after lookup
20:07:18.028 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] connecting to peer
20:07:18.029 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] Successfully connected to peer
20:07:18.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:18.046401 17404 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.79.194:34335: connect: Connection refused (error 111) [suppressed 7 similar messages]
20:07:18.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:18.046934 17404 consensus_peers.cc:597] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 -> Peer 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335): Couldn't send request to peer 30fd9346b5d746d4bc6ea9fb0f397a52. Status: Network error: Client connection negotiation failed: client connection to 127.14.79.194:34335: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
20:07:18.059 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0xcc4a4737, L:/127.0.0.1:60610 - R:/127.14.79.193:45335] using TOKEN/null
20:07:18.076 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.79.194:34335
20:07:18.076 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

20:07:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.077240 14655 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:07:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:07:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/wal
20:07:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data
20:07:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/logs
20:07:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data/info.pb
20:07:18.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:18.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:18.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:18.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:18.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:18.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:18.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:18.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:18.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:07:18.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:18.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.194:34335
20:07:18.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.79.194
20:07:18.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:07:18.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46705
20:07:18.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.194
20:07:18.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:07:18.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:18.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:18.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:07:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:18.167794 17993 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:18.167968 17993 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:18.167989 17993 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:18.169538 17993 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:18.169593 17993 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.79.194
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.171056 17993 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/logs
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/wal
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.194:34335
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data/info.pb
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.194
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46705
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.17993
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.79.194
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:44 UTC on e7f111948823
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13293
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.171240 17993 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:18.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.171437 17993 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:07:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:18.174103 18003 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:18.174116 18002 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.174126 17993 server_base.cc:1061] running on GCE node
20:07:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:18.174186 18006 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:18.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.174746 17993 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:18.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.175030 17993 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:18.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.176193 17993 hybrid_clock.cc:648] HybridClock initialized: now 1786478838176173 us; error 31 us; skew 500 ppm
20:07:18.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.177606 17993 webserver.cc:533] Webserver started at http://127.14.79.194:46705/ using document root <none> and password file <none>
20:07:18.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.177987 17993 fs_manager.cc:362] Metadata directory not provided
20:07:18.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.178071 17993 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:18.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.179379 17993 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.002s
20:07:18.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.180074 18013 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:18.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.180272 17993 fs_manager.cc:730] Time spent opening block manager: real 0.000s	user 0.000s	sys 0.001s
20:07:18.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.180385 17993 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data,/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/wal
20:07:18.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "30fd9346b5d746d4bc6ea9fb0f397a52"
20:07:18.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:06:50 on dist-test-slave-x5fp"
20:07:18.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.180703 17993 fs_report.cc:389] FS layout report
20:07:18.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/wal
20:07:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/wal
20:07:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data/data
20:07:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.205273 17993 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.205703 17993 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:18.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.205875 17993 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:18.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.206156 17993 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:18.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.206769 18025 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:07:18.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.207638 17993 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:07:18.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.207722 17993 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
20:07:18.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.207765 17993 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:07:18.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.208405 17993 ts_tablet_manager.cc:616] Registered 1 tablets
20:07:18.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.208467 17993 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
20:07:18.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.208557 18025 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52: Bootstrap starting.
20:07:18.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.216272 17993 rpc_server.cc:307] RPC server started. Bound to: 127.14.79.194:34335
20:07:18.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.216323 18210 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.79.194:34335 every 8 connection(s)
20:07:18.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.216741 17993 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-1/data/info.pb
20:07:18.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.218233 14655 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwlPn0e/build/release/bin/kudu as pid 17993
20:07:18.218 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:18.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.223722 18025 log.cc:826] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52: Log is configured to *not* fsync() on all Append() calls
20:07:18.225 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028, tablet=cf347dd2e1f24560aaac1f37123718eb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:18.227 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.79.193:45335
20:07:18.227 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:07:18.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.228034 14655 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwlPn0e/build/release/bin/kudu with pid 17368
20:07:18.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.234735 18025 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:07:18.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.235098 18025 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52: Bootstrap complete.
20:07:18.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.236121 18025 ts_tablet_manager.cc:1403] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52: Time spent bootstrapping tablet: real 0.028s	user 0.006s	sys 0.011s
20:07:18.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.237545 18025 raft_consensus.cc:359] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:18.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.237830 18025 raft_consensus.cc:740] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 30fd9346b5d746d4bc6ea9fb0f397a52, State: Initialized, Role: FOLLOWER
20:07:18.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.237954 18025 consensus_queue.cc:260] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 9.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:18.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.238234 18025 ts_tablet_manager.cc:1434] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52: Time spent starting tablet: real 0.002s	user 0.002s	sys 0.000s
20:07:18.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.238813 18216 heartbeater.cc:344] Connected to a master server at 127.14.79.253:39447
20:07:18.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.238929 18216 heartbeater.cc:461] Registering TS with master...
20:07:18.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.239220 18213 heartbeater.cc:344] Connected to a master server at 127.14.79.254:33429
20:07:18.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.239199 18216 heartbeater.cc:507] Master 127.14.79.253:39447 requested a full tablet report, sending...
20:07:18.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.239310 18213 heartbeater.cc:461] Registering TS with master...
20:07:18.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.239377 18211 heartbeater.cc:344] Connected to a master server at 127.14.79.252:36259
20:07:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.239424 18213 heartbeater.cc:507] Master 127.14.79.254:33429 requested a full tablet report, sending...
20:07:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.239432 18211 heartbeater.cc:461] Registering TS with master...
20:07:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.239584 18211 heartbeater.cc:507] Master 127.14.79.252:36259 requested a full tablet report, sending...
20:07:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.240033 14956 ts_manager.cc:194] Re-registered known tserver with Master: 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335)
20:07:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.240247 14837 ts_manager.cc:194] Re-registered known tserver with Master: 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335)
20:07:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.240458 14719 ts_manager.cc:194] Re-registered known tserver with Master: 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335)
20:07:18.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.240902 14837 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.79.194:60261
20:07:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:18.241884 18216 heartbeater.cc:499] Master 127.14.79.253:39447 was elected leader, sending a full tablet report...
20:07:18.244 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] handling channelInactive
20:07:18.245 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] cleaning up while in state READY due to: connection closed
20:07:18.245 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:18.246 [DEBUG - Time-limited test] (Connection.java:748) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] connecting to peer
20:07:18.247 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:18.247 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:18.247 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:18.267 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:18.267 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)[L],30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:18.267 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [1ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [1ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [20ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@1503765968(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@5c9c82b7 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6702507d -> wakeup thread Time-limited test)) after lookup
20:07:18.268 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] connecting to peer
20:07:18.269 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:18.269 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:18.269 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:18.287 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:18.287 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)[L],30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:18.287 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=41), Traces: [0ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [1ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [1ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [20ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [22ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [23ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [23ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [41ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@1503765968(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@5c9c82b7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1445733735 after retry RPC@592971367), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6702507d -> wakeup thread Time-limited test -> (continuation of Deferred@1445733735 after retry RPC@592971367))) after lookup
20:07:18.288 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] connecting to peer
20:07:18.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:18.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:18.290 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:18.307 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:18.307 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)[L],30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:18.307 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=61), Traces: [0ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [1ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [1ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [20ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [22ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [23ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [23ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [41ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [42ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [43ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [44ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [60ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@1503765968(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@5c9c82b7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1445733735 after retry RPC@592971367) -> (continuation of Deferred@492301270 after retry RPC@2128588069), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6702507d -> wakeup thread Time-limited test -> (continuation of Deferred@1445733735 after retry RPC@592971367) -> (continuation of Deferred@492301270 after retry RPC@2128588069))) after lookup
20:07:18.308 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] connecting to peer
20:07:18.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:18.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:18.309 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:18.446 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:18.446 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)[L],30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:18.446 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=200), Traces: [0ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [1ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [1ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [20ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [22ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [23ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [23ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [41ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [42ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [43ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [44ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [60ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [62ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [63ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [63ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [197ms] refreshing cache from master, [198ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [199ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@1503765968(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@5c9c82b7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1445733735 after retry RPC@592971367) -> (continuation of Deferred@492301270 after retry RPC@2128588069) -> (continuation of Deferred@2037428704 after retry RPC@1370923619), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6702507d -> wakeup thread Time-limited test -> (continuation of Deferred@1445733735 after retry RPC@592971367) -> (continuation of Deferred@492301270 after retry RPC@2128588069) -> (continuation of Deferred@2037428704 after retry RPC@1370923619))) after lookup
20:07:18.447 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] connecting to peer
20:07:18.448 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:18.448 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:18.448 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:18.927 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:18.927 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)[L],30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:18.928 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=681), Traces: [0ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [1ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [1ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [20ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [22ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [23ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [23ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [41ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [42ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [43ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [44ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [60ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [62ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [63ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [63ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [197ms] refreshing cache from master, [198ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [199ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [200ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [202ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [202ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [678ms] refreshing cache from master, [678ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [680ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@1503765968(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@5c9c82b7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1445733735 after retry RPC@592971367) -> (continuation of Deferred@492301270 after retry RPC@2128588069) -> (continuation of Deferred@2037428704 after retry RPC@1370923619) -> (continuation of Deferred@123306252 after retry RPC@1670942270), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6702507d -> wakeup thread Time-limited test -> (continuation of Deferred@1445733735 after retry RPC@592971367) -> (continuation of Deferred@492301270 after retry RPC@2128588069) -> (continuation of Deferred@2037428704 after retry RPC@1370923619) -> (continuation of Deferred@123306252 after retry RPC@1670942270))) after lookup
20:07:18.928 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] connecting to peer
20:07:18.929 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:18.930 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] cleaning up while in state CONNECTING due to: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:18.930 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335
20:07:19.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.535971 18235 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 9 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:19.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.536167 18235 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:19.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.536549 18235 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133), 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:07:19.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:19.537197 18019 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.79.193:45335: connect: Connection refused (error 111)
20:07:19.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:19.537814 18019 leader_election.cc:336] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335): Network error: Client connection negotiation failed: client connection to 127.14.79.193:45335: connect: Connection refused (error 111)
20:07:19.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.540882 17807 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" candidate_term: 10 candidate_status { last_received { term: 9 index: 32 } } ignore_live_leader: false dest_uuid: "96e868f451cb404d83f4d430a01a6a00" is_pre_election: true
20:07:19.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.541352 18015 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 30fd9346b5d746d4bc6ea9fb0f397a52; no voters: 241efb26b976496d81385b4b5cc93bb7, 96e868f451cb404d83f4d430a01a6a00
20:07:19.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.541590 18235 raft_consensus.cc:2749] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 9 FOLLOWER]: Leader pre-election lost for term 10. Reason: could not achieve majority
20:07:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.576347 18244 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 241efb26b976496d81385b4b5cc93bb7)
20:07:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.576450 18244 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:19.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.576645 18244 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335), 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:07:19.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:19.577653 17705 leader_election.cc:336] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335): Network error: Client connection negotiation failed: client connection to 127.14.79.193:45335: connect: Connection refused (error 111)
20:07:19.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.580511 18139 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "96e868f451cb404d83f4d430a01a6a00" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" is_pre_election: true
20:07:19.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.580643 18139 raft_consensus.cc:2468] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 96e868f451cb404d83f4d430a01a6a00 in term 9.
20:07:19.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.580967 17702 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 30fd9346b5d746d4bc6ea9fb0f397a52, 96e868f451cb404d83f4d430a01a6a00; no voters: 241efb26b976496d81385b4b5cc93bb7
20:07:19.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.581115 18244 raft_consensus.cc:2804] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 10 FOLLOWER]: Leader pre-election won for term 11
20:07:19.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.581175 18244 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 10 FOLLOWER]: Starting leader election (detected failure of leader 241efb26b976496d81385b4b5cc93bb7)
20:07:19.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.581190 18244 raft_consensus.cc:3060] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 10 FOLLOWER]: Advancing to term 11
20:07:19.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.581873 18244 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:19.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.582028 18244 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [CANDIDATE]: Term 11 election: Requested vote from peers 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194:34335), 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:07:19.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.582235 18139 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "96e868f451cb404d83f4d430a01a6a00" candidate_term: 11 candidate_status { last_received { term: 10 index: 36 } } ignore_live_leader: false dest_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52"
20:07:19.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.582365 18139 raft_consensus.cc:3060] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 9 FOLLOWER]: Advancing to term 11
20:07:19.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:19.582692 17705 leader_election.cc:336] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335): Network error: Client connection negotiation failed: client connection to 127.14.79.193:45335: connect: Connection refused (error 111)
20:07:19.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.583499 18139 raft_consensus.cc:2468] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 96e868f451cb404d83f4d430a01a6a00 in term 11.
20:07:19.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.583694 17702 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 30fd9346b5d746d4bc6ea9fb0f397a52, 96e868f451cb404d83f4d430a01a6a00; no voters: 241efb26b976496d81385b4b5cc93bb7
20:07:19.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.583837 18244 raft_consensus.cc:2804] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 11 FOLLOWER]: Leader election won for term 11
20:07:19.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.584002 18244 raft_consensus.cc:697] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 11 LEADER]: Becoming Leader. State: Replica: 96e868f451cb404d83f4d430a01a6a00, State: Running, Role: LEADER
20:07:19.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.584077 18244 consensus_queue.cc:237] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:19.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.584931 14837 catalog_manager.cc:5719] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 reported cstate change: term changed from 10 to 11, leader changed from 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193) to 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195). New cstate: current_term: 11 leader_uuid: "96e868f451cb404d83f4d430a01a6a00" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } health_report { overall_health: UNKNOWN } } }
20:07:19.766 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:19.766 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)[L]]}]
20:07:19.767 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1520), Traces: [0ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [1ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [1ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [20ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [22ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [23ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [23ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [38ms] refreshing cache from master, [38ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [41ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [42ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [43ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [44ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [58ms] refreshing cache from master, [58ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [60ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [62ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [63ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [63ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [197ms] refreshing cache from master, [198ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [199ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [200ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [202ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [202ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [678ms] refreshing cache from master, [678ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [680ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [682ms] sending RPC to server 241efb26b976496d81385b4b5cc93bb7, [684ms] received response from server 241efb26b976496d81385b4b5cc93bb7: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [684ms] delaying RPC due to: Network error: Failed to connect to peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335): Connection refused: /127.14.79.193:45335, [1517ms] refreshing cache from master, [1518ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [1520ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@1503765968(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@5c9c82b7 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1445733735 after retry RPC@592971367) -> (continuation of Deferred@492301270 after retry RPC@2128588069) -> (continuation of Deferred@2037428704 after retry RPC@1370923619) -> (continuation of Deferred@123306252 after retry RPC@1670942270) -> (continuation of Deferred@1513591989 after retry RPC@2113476787), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6702507d -> wakeup thread Time-limited test -> (continuation of Deferred@1445733735 after retry RPC@592971367) -> (continuation of Deferred@492301270 after retry RPC@2128588069) -> (continuation of Deferred@2037428704 after retry RPC@1370923619) -> (continuation of Deferred@123306252 after retry RPC@1670942270) -> (continuation of Deferred@1513591989 after retry RPC@2113476787))) after lookup
20:07:19.767 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:07:19.768 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] Successfully connected to peer
20:07:19.801 [DEBUG - kudu-nio-4] (Negotiator.java:918) Authenticated connection [id: 0xa0f6a23a, L:/127.0.0.1:35896 - R:/127.14.79.195:43133] using TOKEN/null
20:07:19.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.803653 18139 raft_consensus.cc:1275] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 11 FOLLOWER]: Refusing update from remote peer 96e868f451cb404d83f4d430a01a6a00: Log matching property violated. Preceding OpId in replica: term: 9 index: 32. Preceding OpId from leader: term: 11 index: 38. (index mismatch)
20:07:19.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.803973 18244 consensus_queue.cc:1048] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [LEADER]: Connected to new peer: Peer: permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
20:07:19.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:19.804203 17705 consensus_peers.cc:597] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 -> Peer 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335): Couldn't send request to peer 241efb26b976496d81385b4b5cc93bb7. Status: Network error: Client connection negotiation failed: client connection to 127.14.79.193:45335: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:07:19.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.809757 18267 mvcc.cc:204] Tried to move back new op lower bound from 7317417327832961024 to 7317417326937124864. Current Snapshot: MvccSnapshot[applied={T|T < 7317417327832961024}]
20:07:19.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.809789 18266 mvcc.cc:204] Tried to move back new op lower bound from 7317417327832961024 to 7317417326937124864. Current Snapshot: MvccSnapshot[applied={T|T < 7317417327832961024}]
20:07:19.823 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.79.193:45335
20:07:19.823 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:07:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.824065 14655 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:07:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:07:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/wal
20:07:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data
20:07:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/logs
20:07:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data/info.pb
20:07:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:19.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:19.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:19.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:07:19.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:19.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.193:45335
20:07:19.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.79.193
20:07:19.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:07:19.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33875
20:07:19.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.193
20:07:19.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:07:19.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:19.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:19.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:07:19.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:19.907619 18277 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:19.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:19.907822 18277 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:19.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:19.907845 18277 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:19.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:19.910041 18277 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:19.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:19.910135 18277 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.79.193
20:07:19.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.912261 18277 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:19.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/logs
20:07:19.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:19.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:19.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:19.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:07:19.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:19.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:19.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data
20:07:19.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/wal
20:07:19.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:19.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:19.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.193:45335
20:07:19.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:19.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:19.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:19.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data/info.pb
20:07:19.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.193
20:07:19.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33875
20:07:19.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:07:19.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:19.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18277
20:07:19.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:19.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:19.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:19.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:19.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.79.193
20:07:19.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:19.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:19.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:19.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:07:19.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:07:19.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:44 UTC on e7f111948823
20:07:19.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13293
20:07:19.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.912501 18277 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:19.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.912700 18277 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:07:19.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:19.915532 18286 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:19.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:19.915545 18292 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:19.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.915724 18277 server_base.cc:1061] running on GCE node
20:07:19.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:19.915891 18284 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:19.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.916117 18277 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:19.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.916384 18277 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:19.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.917553 18277 hybrid_clock.cc:648] HybridClock initialized: now 1786478839917522 us; error 46 us; skew 500 ppm
20:07:19.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.918843 18277 webserver.cc:533] Webserver started at http://127.14.79.193:33875/ using document root <none> and password file <none>
20:07:19.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.919149 18277 fs_manager.cc:362] Metadata directory not provided
20:07:19.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.919234 18277 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:19.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.920584 18277 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.001s	sys 0.001s
20:07:19.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.921365 18307 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:19.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.921561 18277 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
20:07:19.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.921664 18277 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data,/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/wal
20:07:19.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "241efb26b976496d81385b4b5cc93bb7"
20:07:19.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:06:50 on dist-test-slave-x5fp"
20:07:19.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.922014 18277 fs_report.cc:389] FS layout report
20:07:19.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:19.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/wal
20:07:19.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/wal
20:07:19.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data/data
20:07:19.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:19.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:19.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:19.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:19.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:19.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:19.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:19.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:19.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:19.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:19.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:19.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.937829 18277 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:19.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.938239 18277 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:19.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.938421 18277 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:19.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.938687 18277 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:19.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.939239 18321 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:07:19.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.940107 18277 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:07:19.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.940199 18277 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
20:07:19.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.940239 18277 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:07:19.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.940984 18277 ts_tablet_manager.cc:616] Registered 1 tablets
20:07:19.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.941030 18277 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.001s	sys 0.000s
20:07:19.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.941067 18321 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7: Bootstrap starting.
20:07:19.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.949505 18500 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.79.193:45335 every 8 connection(s)
20:07:19.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.949470 18277 rpc_server.cc:307] RPC server started. Bound to: 127.14.79.193:45335
20:07:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.950033 18277 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-0/data/info.pb
20:07:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.950431 14655 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwlPn0e/build/release/bin/kudu as pid 18277
20:07:19.950 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:19.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.953977 18321 log.cc:826] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7: Log is configured to *not* fsync() on all Append() calls
20:07:19.955 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028, tablet=cf347dd2e1f24560aaac1f37123718eb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:19.956 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.14.79.195:43133
20:07:19.956 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:07:19.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.956645 14655 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwlPn0e/build/release/bin/kudu with pid 17669
20:07:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.974800 18503 heartbeater.cc:344] Connected to a master server at 127.14.79.254:33429
20:07:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.974924 18503 heartbeater.cc:461] Registering TS with master...
20:07:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.975145 18503 heartbeater.cc:507] Master 127.14.79.254:33429 requested a full tablet report, sending...
20:07:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.975148 18502 heartbeater.cc:344] Connected to a master server at 127.14.79.252:36259
20:07:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.975268 18502 heartbeater.cc:461] Registering TS with master...
20:07:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.975353 18502 heartbeater.cc:507] Master 127.14.79.252:36259 requested a full tablet report, sending...
20:07:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.975776 14719 ts_manager.cc:194] Re-registered known tserver with Master: 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:07:19.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.975883 14956 ts_manager.cc:194] Re-registered known tserver with Master: 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:07:19.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.976413 18321 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:07:19.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.976588 18504 heartbeater.cc:344] Connected to a master server at 127.14.79.253:39447
20:07:19.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.976644 18504 heartbeater.cc:461] Registering TS with master...
20:07:19.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.976766 18504 heartbeater.cc:507] Master 127.14.79.253:39447 requested a full tablet report, sending...
20:07:19.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.976815 18321 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7: Bootstrap complete.
20:07:19.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.977056 14837 ts_manager.cc:194] Re-registered known tserver with Master: 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:07:19.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.977512 14837 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.79.193:52389
20:07:19.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.978593 18321 ts_tablet_manager.cc:1403] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7: Time spent bootstrapping tablet: real 0.038s	user 0.001s	sys 0.016s
20:07:19.980 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] handling channelInactive
20:07:19.980 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state READY due to: connection closed
20:07:19.981 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:19.982 [DEBUG - Time-limited test] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:07:19.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.982577 18321 raft_consensus.cc:359] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:19.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.982863 18321 raft_consensus.cc:740] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 10 FOLLOWER]: Becoming Follower/Learner. State: Replica: 241efb26b976496d81385b4b5cc93bb7, State: Initialized, Role: FOLLOWER
20:07:19.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.982966 18321 consensus_queue.cc:260] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 10.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:19.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.983289 18321 ts_tablet_manager.cc:1434] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7: Time spent starting tablet: real 0.005s	user 0.002s	sys 0.000s
20:07:19.983 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:19.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:19.983562 18504 heartbeater.cc:499] Master 127.14.79.253:39447 was elected leader, sending a full tablet report...
20:07:19.984 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:19.984 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:20.006 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:20.006 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)[L]]}]
20:07:20.006 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=2, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [2ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [24ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@58811904(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@3688da43 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3723d113 -> wakeup thread Time-limited test)) after lookup
20:07:20.007 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:07:20.008 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:20.008 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:20.008 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:20.026 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:20.027 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)[L]]}]
20:07:20.027 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=4, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=45), Traces: [0ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [2ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [24ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [25ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [26ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [26ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [44ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@58811904(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@3688da43 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@70201820 after retry RPC@766362371), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3723d113 -> wakeup thread Time-limited test -> (continuation of Deferred@70201820 after retry RPC@766362371))) after lookup
20:07:20.027 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:07:20.028 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:20.028 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:20.028 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:20.066 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:20.066 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)[L]]}]
20:07:20.066 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=6, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=84), Traces: [0ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [2ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [24ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [25ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [26ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [26ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [44ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [45ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [46ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [46ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [84ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@58811904(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@3688da43 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@70201820 after retry RPC@766362371) -> (continuation of Deferred@382272294 after retry RPC@1438613287), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3723d113 -> wakeup thread Time-limited test -> (continuation of Deferred@70201820 after retry RPC@766362371) -> (continuation of Deferred@382272294 after retry RPC@1438613287))) after lookup
20:07:20.067 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:07:20.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:20.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:20.069 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:20.146 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:20.147 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)[L]]}]
20:07:20.147 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=8, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=165), Traces: [0ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [2ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [24ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [25ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [26ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [26ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [44ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [45ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [46ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [46ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [84ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [85ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [87ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [87ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [162ms] refreshing cache from master, [162ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [164ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@58811904(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@3688da43 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@70201820 after retry RPC@766362371) -> (continuation of Deferred@382272294 after retry RPC@1438613287) -> (continuation of Deferred@1166764127 after retry RPC@1801675150), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3723d113 -> wakeup thread Time-limited test -> (continuation of Deferred@70201820 after retry RPC@766362371) -> (continuation of Deferred@382272294 after retry RPC@1438613287) -> (continuation of Deferred@1166764127 after retry RPC@1801675150))) after lookup
20:07:20.148 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:07:20.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:20.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:20.149 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:20.627 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:20.627 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)[L]]}]
20:07:20.628 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=10, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=646), Traces: [0ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [2ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [24ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [25ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [26ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [26ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [44ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [45ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [46ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [46ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [84ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [85ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [87ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [87ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [162ms] refreshing cache from master, [162ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [164ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [165ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [167ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [167ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [642ms] refreshing cache from master, [642ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [645ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@58811904(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@3688da43 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@70201820 after retry RPC@766362371) -> (continuation of Deferred@382272294 after retry RPC@1438613287) -> (continuation of Deferred@1166764127 after retry RPC@1801675150) -> (continuation of Deferred@905575046 after retry RPC@1421547080), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3723d113 -> wakeup thread Time-limited test -> (continuation of Deferred@70201820 after retry RPC@766362371) -> (continuation of Deferred@382272294 after retry RPC@1438613287) -> (continuation of Deferred@1166764127 after retry RPC@1801675150) -> (continuation of Deferred@905575046 after retry RPC@1421547080))) after lookup
20:07:20.628 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:07:20.629 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:20.629 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:20.630 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:20.826 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:20.826 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335),96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)[L]]}]
20:07:20.827 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=12, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=844), Traces: [0ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [2ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [24ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [25ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [26ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [26ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [44ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [45ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [46ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [46ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [84ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [85ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [87ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [87ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [162ms] refreshing cache from master, [162ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [164ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [165ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [167ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [167ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [642ms] refreshing cache from master, [642ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [645ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [646ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [648ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [648ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [841ms] refreshing cache from master, [841ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [843ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@58811904(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@3688da43 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@70201820 after retry RPC@766362371) -> (continuation of Deferred@382272294 after retry RPC@1438613287) -> (continuation of Deferred@1166764127 after retry RPC@1801675150) -> (continuation of Deferred@905575046 after retry RPC@1421547080) -> (continuation of Deferred@629615876 after retry RPC@696411818), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3723d113 -> wakeup thread Time-limited test -> (continuation of Deferred@70201820 after retry RPC@766362371) -> (continuation of Deferred@382272294 after retry RPC@1438613287) -> (continuation of Deferred@1166764127 after retry RPC@1801675150) -> (continuation of Deferred@905575046 after retry RPC@1421547080) -> (continuation of Deferred@629615876 after retry RPC@696411818))) after lookup
20:07:20.828 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] connecting to peer
20:07:20.829 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:20.829 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] cleaning up while in state CONNECTING due to: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:20.829 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133) for tablet cf347dd2e1f24560aaac1f37123718eb: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133
20:07:21.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:21.323604 18517 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 11 FOLLOWER]: Starting pre-election (detected failure of leader 96e868f451cb404d83f4d430a01a6a00)
20:07:21.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:21.323714 18517 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 11 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:21.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:21.323913 18517 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 12 pre-election: Requested pre-vote from peers 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133), 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:07:21.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:21.324766 18015 leader_election.cc:336] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 12 pre-election: RPC error from VoteRequest() call to peer 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133): Network error: Client connection negotiation failed: client connection to 127.14.79.195:43133: connect: Connection refused (error 111)
20:07:21.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:21.327399 18414 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "241efb26b976496d81385b4b5cc93bb7" is_pre_election: true
20:07:21.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:21.327534 18414 raft_consensus.cc:2468] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 10 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 30fd9346b5d746d4bc6ea9fb0f397a52 in term 10.
20:07:21.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:21.327767 18019 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 12 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 241efb26b976496d81385b4b5cc93bb7, 30fd9346b5d746d4bc6ea9fb0f397a52; no voters: 96e868f451cb404d83f4d430a01a6a00
20:07:21.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:21.327929 18517 raft_consensus.cc:2804] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 11 FOLLOWER]: Leader pre-election won for term 12
20:07:21.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:21.327975 18517 raft_consensus.cc:493] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 11 FOLLOWER]: Starting leader election (detected failure of leader 96e868f451cb404d83f4d430a01a6a00)
20:07:21.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:21.327991 18517 raft_consensus.cc:3060] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 11 FOLLOWER]: Advancing to term 12
20:07:21.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:21.328627 18517 raft_consensus.cc:515] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 12 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:21.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:21.328810 18517 leader_election.cc:290] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 12 election: Requested vote from peers 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133), 241efb26b976496d81385b4b5cc93bb7 (127.14.79.193:45335)
20:07:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:21.329020 18414 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "cf347dd2e1f24560aaac1f37123718eb" candidate_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" candidate_term: 12 candidate_status { last_received { term: 11 index: 40 } } ignore_live_leader: false dest_uuid: "241efb26b976496d81385b4b5cc93bb7"
20:07:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:21.329133 18414 raft_consensus.cc:3060] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 10 FOLLOWER]: Advancing to term 12
20:07:21.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:21.329306 18015 leader_election.cc:336] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 12 election: RPC error from VoteRequest() call to peer 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133): Network error: Client connection negotiation failed: client connection to 127.14.79.195:43133: connect: Connection refused (error 111)
20:07:21.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:21.330183 18414 raft_consensus.cc:2468] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 12 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 30fd9346b5d746d4bc6ea9fb0f397a52 in term 12.
20:07:21.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:21.330384 18019 leader_election.cc:304] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [CANDIDATE]: Term 12 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 241efb26b976496d81385b4b5cc93bb7, 30fd9346b5d746d4bc6ea9fb0f397a52; no voters: 96e868f451cb404d83f4d430a01a6a00
20:07:21.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:21.330490 18517 raft_consensus.cc:2804] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 12 FOLLOWER]: Leader election won for term 12
20:07:21.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:21.330634 18517 raft_consensus.cc:697] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [term 12 LEADER]: Becoming Leader. State: Replica: 30fd9346b5d746d4bc6ea9fb0f397a52, State: Running, Role: LEADER
20:07:21.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:21.330710 18517 consensus_queue.cc:237] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 12, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:21.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:21.331676 14837 catalog_manager.cc:5719] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 reported cstate change: term changed from 11 to 12, leader changed from 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195) to 30fd9346b5d746d4bc6ea9fb0f397a52 (127.14.79.194). New cstate: current_term: 12 leader_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } health_report { overall_health: UNKNOWN } } }
20:07:21.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:21.814872 18015 consensus_peers.cc:597] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 -> Peer 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133): Couldn't send request to peer 96e868f451cb404d83f4d430a01a6a00. Status: Network error: Client connection negotiation failed: client connection to 127.14.79.195:43133: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:07:21.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:21.851856 18414 raft_consensus.cc:1275] T cf347dd2e1f24560aaac1f37123718eb P 241efb26b976496d81385b4b5cc93bb7 [term 12 FOLLOWER]: Refusing update from remote peer 30fd9346b5d746d4bc6ea9fb0f397a52: Log matching property violated. Preceding OpId in replica: term: 10 index: 36. Preceding OpId from leader: term: 12 index: 41. (index mismatch)
20:07:21.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:21.852335 18517 consensus_queue.cc:1048] T cf347dd2e1f24560aaac1f37123718eb P 30fd9346b5d746d4bc6ea9fb0f397a52 [LEADER]: Connected to new peer: Peer: permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
20:07:21.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:21.853861 18547 mvcc.cc:204] Tried to move back new op lower bound from 7317417327832961024 to 7317417326937124864. Current Snapshot: MvccSnapshot[applied={T|T < 7317417327832961024}]
20:07:22.046 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet cf347dd2e1f24560aaac1f37123718eb for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028' with partition [<start>, <end>)
20:07:22.046 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=cf347dd2e1f24560aaac1f37123718eb@[241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335),30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)[L],96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)]}]
20:07:22.047 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=cf347dd2e1f24560aaac1f37123718eb, attempt=14, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=2065), Traces: [0ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [2ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [2ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [21ms] refreshing cache from master, [21ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [24ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [25ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [26ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [26ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [44ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [45ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [46ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [46ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [84ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [85ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [87ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [87ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [162ms] refreshing cache from master, [162ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [164ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [165ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [167ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [167ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [642ms] refreshing cache from master, [642ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [645ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [646ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [648ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [648ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [841ms] refreshing cache from master, [841ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [843ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, [846ms] sending RPC to server 96e868f451cb404d83f4d430a01a6a00, [847ms] received response from server 96e868f451cb404d83f4d430a01a6a00: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [847ms] delaying RPC due to: Network error: Failed to connect to peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133): Connection refused: /127.14.79.195:43133, [2061ms] refreshing cache from master, [2061ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.79.253:39447, [2064ms] Sub RPC GetTableLocations: received response from server master-127.14.79.253:39447: OK, deferred=Deferred@58811904(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fb1e4338f98@3688da43 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@70201820 after retry RPC@766362371) -> (continuation of Deferred@382272294 after retry RPC@1438613287) -> (continuation of Deferred@1166764127 after retry RPC@1801675150) -> (continuation of Deferred@905575046 after retry RPC@1421547080) -> (continuation of Deferred@629615876 after retry RPC@696411818) -> (continuation of Deferred@1716164612 after retry RPC@923982915), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3723d113 -> wakeup thread Time-limited test -> (continuation of Deferred@70201820 after retry RPC@766362371) -> (continuation of Deferred@382272294 after retry RPC@1438613287) -> (continuation of Deferred@1166764127 after retry RPC@1801675150) -> (continuation of Deferred@905575046 after retry RPC@1421547080) -> (continuation of Deferred@629615876 after retry RPC@696411818) -> (continuation of Deferred@1716164612 after retry RPC@923982915))) after lookup
20:07:22.048 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] connecting to peer
20:07:22.049 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] Successfully connected to peer
20:07:22.068 [DEBUG - kudu-nio-4] (Negotiator.java:918) Authenticated connection [id: 0xdb34bc47, L:/127.0.0.1:40586 - R:/127.14.79.194:34335] using TOKEN/null
20:07:22.078 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.14.79.195:43133
20:07:22.079 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:07:22.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.079370 14655 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:07:22.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskwlPn0e/build/release/bin/kudu
20:07:22.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/wal
20:07:22.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data
20:07:22.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:22.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:22.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:22.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:22.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:22.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:22.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/logs
20:07:22.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data/info.pb
20:07:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:07:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.195:43133
20:07:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.79.195
20:07:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:07:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38677
20:07:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.195
20:07:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:07:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:07:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:22.166109 18562 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:22.166321 18562 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:22.166344 18562 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:22.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:22.168043 18562 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:22.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:22.168109 18562 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.79.195
20:07:22.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.169950 18562 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:22.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/logs
20:07:22.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:22.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:22.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:22.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.79.212:34613
20:07:22.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:22.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:22.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data
20:07:22.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/wal
20:07:22.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:22.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:22.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.79.195:43133
20:07:22.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:22.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:22.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data/info.pb
20:07:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.79.195
20:07:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38677
20:07:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.79.254:33429,127.14.79.253:39447,127.14.79.252:36259
20:07:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.18562
20:07:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.79.195
20:07:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:07:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 12dab910780628d7c8d59e0ab03bf2fa661d310d
20:07:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type RELEASE
20:07:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 19:45:44 UTC on e7f111948823
20:07:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13293
20:07:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.170179 18562 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.170374 18562 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:07:22.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:22.173764 18572 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:22.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:22.173753 18575 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:22.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 20:07:22.173753 18571 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:22.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.174559 18562 server_base.cc:1061] running on GCE node
20:07:22.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.174953 18562 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:22.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.175248 18562 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:22.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.176441 18562 hybrid_clock.cc:648] HybridClock initialized: now 1786478842176410 us; error 43 us; skew 500 ppm
20:07:22.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.178155 18562 webserver.cc:533] Webserver started at http://127.14.79.195:38677/ using document root <none> and password file <none>
20:07:22.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.178428 18562 fs_manager.cc:362] Metadata directory not provided
20:07:22.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.178524 18562 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:22.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.180006 18562 fs_manager.cc:714] Time spent opening directory manager: real 0.001s	user 0.000s	sys 0.002s
20:07:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.180900 18589 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:07:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.181100 18562 fs_manager.cc:730] Time spent opening block manager: real 0.001s	user 0.000s	sys 0.001s
20:07:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.181185 18562 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data,/tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/wal
20:07:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "96e868f451cb404d83f4d430a01a6a00"
20:07:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 20:06:50 on dist-test-slave-x5fp"
20:07:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.181520 18562 fs_report.cc:389] FS layout report
20:07:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/wal
20:07:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/wal
20:07:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data/data
20:07:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:22.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:22.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:22.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:22.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:22.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:22.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:22.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:22.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:22.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:22.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:22.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.192330 18562 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:07:22.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.192934 18562 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:22.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.193125 18562 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:22.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.193430 18562 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:22.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.194060 18598 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
20:07:22.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.194978 18562 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
20:07:22.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.195152 18562 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.000s
20:07:22.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.195194 18562 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
20:07:22.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.195835 18562 ts_tablet_manager.cc:616] Registered 1 tablets
20:07:22.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.195897 18562 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s	user 0.000s	sys 0.000s
20:07:22.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.195960 18598 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Bootstrap starting.
20:07:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.203917 18562 rpc_server.cc:307] RPC server started. Bound to: 127.14.79.195:43133
20:07:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.203971 18792 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.79.195:43133 every 8 connection(s)
20:07:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.204418 18562 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskwlPn0e/test-tmp/mini-kudu-cluster10434202022405475254/ts-2/data/info.pb
20:07:22.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.204916 14655 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskwlPn0e/build/release/bin/kudu as pid 18562
20:07:22.205 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:07:22.209 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028, tablet=cf347dd2e1f24560aaac1f37123718eb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:22.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.208901 18598 log.cc:826] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Log is configured to *not* fsync() on all Append() calls
20:07:22.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.211732 18794 heartbeater.cc:344] Connected to a master server at 127.14.79.254:33429
20:07:22.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.211853 18794 heartbeater.cc:461] Registering TS with master...
20:07:22.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.212044 18794 heartbeater.cc:507] Master 127.14.79.254:33429 requested a full tablet report, sending...
20:07:22.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.213887 14719 ts_manager.cc:194] Re-registered known tserver with Master: 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133)
20:07:22.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.214252 18598 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:07:22.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.214634 18598 tablet_bootstrap.cc:492] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Bootstrap complete.
20:07:22.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.215847 18598 ts_tablet_manager.cc:1403] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Time spent bootstrapping tablet: real 0.020s	user 0.008s	sys 0.008s
20:07:22.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.216925 18801 heartbeater.cc:344] Connected to a master server at 127.14.79.253:39447
20:07:22.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.216987 18801 heartbeater.cc:461] Registering TS with master...
20:07:22.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.217090 18801 heartbeater.cc:507] Master 127.14.79.253:39447 requested a full tablet report, sending...
20:07:22.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.217375 14837 ts_manager.cc:194] Re-registered known tserver with Master: 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133)
20:07:22.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.217905 14837 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.79.195:53465
20:07:22.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.218182 18598 raft_consensus.cc:359] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 11 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:22.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.218482 18598 raft_consensus.cc:740] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [term 11 FOLLOWER]: Becoming Follower/Learner. State: Replica: 96e868f451cb404d83f4d430a01a6a00, State: Initialized, Role: FOLLOWER
20:07:22.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.218673 18598 consensus_queue.cc:260] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 40, Last appended: 11.40, Last appended by leader: 40, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "30fd9346b5d746d4bc6ea9fb0f397a52" member_type: VOTER last_known_addr { host: "127.14.79.194" port: 34335 } } peers { permanent_uuid: "96e868f451cb404d83f4d430a01a6a00" member_type: VOTER last_known_addr { host: "127.14.79.195" port: 43133 } } peers { permanent_uuid: "241efb26b976496d81385b4b5cc93bb7" member_type: VOTER last_known_addr { host: "127.14.79.193" port: 45335 } }
20:07:22.218 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1786478811028, tablet=cf347dd2e1f24560aaac1f37123718eb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:07:22.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.218967 18598 ts_tablet_manager.cc:1434] T cf347dd2e1f24560aaac1f37123718eb P 96e868f451cb404d83f4d430a01a6a00: Time spent starting tablet: real 0.003s	user 0.005s	sys 0.000s
20:07:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.219317 18801 heartbeater.cc:499] Master 127.14.79.253:39447 was elected leader, sending a full tablet report...
20:07:22.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.220817 18793 heartbeater.cc:344] Connected to a master server at 127.14.79.252:36259
20:07:22.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.220870 18793 heartbeater.cc:461] Registering TS with master...
20:07:22.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.220916 18793 heartbeater.cc:507] Master 127.14.79.252:36259 requested a full tablet report, sending...
20:07:22.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.221526 14956 ts_manager.cc:194] Re-registered known tserver with Master: 96e868f451cb404d83f4d430a01a6a00 (127.14.79.195:43133)
20:07:22.224 [DEBUG - main] (Connection.java:575) [peer master-127.14.79.252:36259(127.14.79.252:36259)] disconnecting while in state READY
20:07:22.225 [DEBUG - main] (Connection.java:575) [peer 241efb26b976496d81385b4b5cc93bb7(127.14.79.193:45335)] disconnecting while in state TERMINATED
20:07:22.226 [DEBUG - main] (Connection.java:575) [peer master-127.14.79.253:39447(127.14.79.253:39447)] disconnecting while in state READY
20:07:22.226 [DEBUG - main] (Connection.java:575) [peer master-127.14.79.254:33429(127.14.79.254:33429)] disconnecting while in state READY
20:07:22.226 [DEBUG - main] (Connection.java:575) [peer 96e868f451cb404d83f4d430a01a6a00(127.14.79.195:43133)] disconnecting while in state TERMINATED
20:07:22.226 [DEBUG - main] (Connection.java:575) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] disconnecting while in state READY
20:07:22.227 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.14.79.252:36259(127.14.79.252:36259)] handling channelInactive
20:07:22.227 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] handling channelInactive
20:07:22.227 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.79.252:36259(127.14.79.252:36259)] cleaning up while in state READY due to: connection closed
20:07:22.227 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 30fd9346b5d746d4bc6ea9fb0f397a52(127.14.79.194:34335)] cleaning up while in state READY due to: connection closed
20:07:22.228 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.79.254:33429(127.14.79.254:33429)] handling channelInactive
20:07:22.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.79.254:33429(127.14.79.254:33429)] cleaning up while in state READY due to: connection closed
20:07:22.229 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:07:22.230 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.14.79.253:39447(127.14.79.253:39447)] handling channelInactive
20:07:22.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.79.253:39447(127.14.79.253:39447)] cleaning up while in state READY due to: connection closed
20:07:22.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.233105 14655 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwlPn0e/build/release/bin/kudu with pid 18277
20:07:22.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.278345 14655 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwlPn0e/build/release/bin/kudu with pid 17993
20:07:22.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.289831 14655 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwlPn0e/build/release/bin/kudu with pid 18562
20:07:22.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.306643 14655 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwlPn0e/build/release/bin/kudu with pid 14671
20:07:22.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.318615 14655 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwlPn0e/build/release/bin/kudu with pid 14787
20:07:22.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 20:07:22.330657 14655 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskwlPn0e/build/release/bin/kudu with pid 14906
20:07:22.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T20:07:22Z chronyd exiting

Time: 33.828

OK (1 test)

