JUnit version 4.13.2
.14:03:57.165 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1779113037154
14:03:57.248 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
14:03:57.324 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:03:57.336 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskUPe9kU/test-tmp
14:03:57.342 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/debug/bin
14:03:57.347 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskUPe9kU/java/build/dist-test/../../../build/debug/bin/kudu, test, mini_cluster, --serialization=pb]
14:03:57.567 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

14:03:57.582 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:03:57.584 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

14:03:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.586629 21799 mini_oidc.cc:150] Starting JWKS server
14:03:57.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.588836 21799 webserver.cc:533] Webserver started at http://127.0.0.1:46035/ using document root <none> and password file <none>
14:03:57.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.589244 21799 mini_oidc.cc:186] Starting OIDC Discovery server
14:03:57.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.589665 21799 webserver.cc:533] Webserver started at http://127.0.0.1:43947/ using document root <none> and password file <none>
14:03:57.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:03:57Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:03:57.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:03:57Z Disabled control of system clock
14:03:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.612352 21799 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:03:57.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:03:57.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-0/wal
14:03:57.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-0/data
14:03:57.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:03:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:03:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:03:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:03:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:03:57.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:03:57.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-0/logs
14:03:57.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-0/data/info.pb
14:03:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:03:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:03:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:03:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:03:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:03:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:03:57.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:03:57.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:03:57.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:03:57.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:03:57.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:03:57.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:03:57.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.254:46331
14:03:57.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.254
14:03:57.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:03:57.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:03:57.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:03:57.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:03:57.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:03:57.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:03:57.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:03:57.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:03:57.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46035/jwks.json with env {}
14:03:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:57.750759 21811 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:03:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:57.751040 21811 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:03:57.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:57.751089 21811 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:03:57.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:57.757221 21811 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:03:57.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:57.757365 21811 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:03:57.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:57.757390 21811 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:03:57.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:57.757408 21811 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:03:57.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:57.757427 21811 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:03:57.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:57.757442 21811 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46035/jwks.json
14:03:57.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.762722 21811 master_runner.cc:387] Master server non-default flags:
14:03:57.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:03:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:03:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:03:57.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:03:57.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-0/data
14:03:57.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-0/wal
14:03:57.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:03:57.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:03:57.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:03:57.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:03:57.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:03:57.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.254:46331
14:03:57.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:03:57.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:03:57.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:03:57.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46035/jwks.json
14:03:57.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:03:57.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:03:57.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-0/data/info.pb
14:03:57.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.254
14:03:57.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:03:57.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:03:57.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.21811
14:03:57.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:03:57.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:03:57.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:03:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:03:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-0/logs
14:03:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:03:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:03:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:03:57.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:03:57.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:03:57.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:03:57.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:03:57.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on bdcb31816ec0
14:03:57.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11956
14:03:57.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.764140 21811 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:03:57.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.765558 21811 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:03:57.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:57.776643 21817 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:57.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:57.776800 21816 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:57.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:57.776943 21819 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:57.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.777112 21811 server_base.cc:1061] running on GCE node
14:03:57.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.779575 21811 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:03:57.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.780928 21811 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:03:57.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.782419 21811 hybrid_clock.cc:648] HybridClock initialized: now 1779113037782420 us; error 57 us; skew 500 ppm
14:03:57.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.785130 21811 webserver.cc:533] Webserver started at http://127.21.73.254:33967/ using document root <none> and password file <none>
14:03:57.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.785953 21811 fs_manager.cc:362] Metadata directory not provided
14:03:57.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.786067 21811 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:03:57.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.786352 21811 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:03:57.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.788293 21811 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-0/data/instance:
14:03:57.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b0f6430c710249ee90ce78ab1bb107c7"
14:03:57.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:03:57 on dist-test-slave-l87x"
14:03:57.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.788883 21811 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-0/wal/instance:
14:03:57.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b0f6430c710249ee90ce78ab1bb107c7"
14:03:57.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:03:57 on dist-test-slave-l87x"
14:03:57.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.794293 21811 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.008s	sys 0.000s
14:03:57.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.798141 21825 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:03:57.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.799762 21811 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
14:03:57.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.799896 21811 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-0/data,/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-0/wal
14:03:57.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b0f6430c710249ee90ce78ab1bb107c7"
14:03:57.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:03:57 on dist-test-slave-l87x"
14:03:57.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.799988 21811 fs_report.cc:389] FS layout report
14:03:57.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:03:57.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-0/wal
14:03:57.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-0/wal
14:03:57.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-0/data/data
14:03:57.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:03:57.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:03:57.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:03:57.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:03:57.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:03:57.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:03:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:03:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:03:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:03:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:03:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:03:57.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.826122 21811 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:03:57.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.826885 21811 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:03:57.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.827052 21811 kserver.cc:163] Server-wide thread pool size limit: 3276
14:03:57.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.838721 21811 rpc_server.cc:307] RPC server started. Bound to: 127.21.73.254:46331
14:03:57.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.838716 21877 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.73.254:46331 every 8 connection(s)
14:03:57.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.840047 21811 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-0/data/info.pb
14:03:57.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.844000 21878 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:03:57.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.845368 21799 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu as pid 21811
14:03:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.845548 21799 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-0/wal/instance
14:03:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.847921 21799 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:03:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:03:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-1/wal
14:03:57.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-1/data
14:03:57.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:03:57.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:03:57.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:03:57.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:03:57.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:03:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:03:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-1/logs
14:03:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-1/data/info.pb
14:03:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:03:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:03:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:03:57.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:03:57.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:03:57.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:03:57.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:03:57.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:03:57.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:03:57.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:03:57.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:03:57.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:03:57.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.253:46389
14:03:57.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.253
14:03:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:03:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:03:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:03:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:03:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:03:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:03:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:03:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:03:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46035/jwks.json with env {}
14:03:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.848850 21878 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.73.254" port: 46331 } has no permanent_uuid. Determining permanent_uuid...
14:03:57.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.864705 21878 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.73.253" port: 46389 } has no permanent_uuid. Determining permanent_uuid...
14:03:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:57.866040 21828 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.73.253:46389: connect: Connection refused (error 111)
14:03:57.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:57.867420 21878 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.73.253:46389: Network error: Client connection negotiation failed: client connection to 127.21.73.253:46389: connect: Connection refused (error 111)
14:03:57.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.916795 21878 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.73.253" port: 46389 } attempt: 1
14:03:57.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:57.918951 21878 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.73.253:46389: Network error: Client connection negotiation failed: client connection to 127.21.73.253:46389: connect: Connection refused (error 111)
14:03:57.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:57.979379 21880 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:03:57.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:57.979642 21880 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:03:57.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:57.979692 21880 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:03:57.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:57.983448 21880 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:03:57.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:57.983531 21880 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:03:57.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:57.983553 21880 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:03:57.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:57.983572 21880 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:03:57.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:57.983590 21880 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:03:57.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:57.983604 21880 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46035/jwks.json
14:03:57.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.987208 21878 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.73.253" port: 46389 } attempt: 2
14:03:57.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.988386 21880 master_runner.cc:387] Master server non-default flags:
14:03:57.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:03:57.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:03:57.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:03:57.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:03:57.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-1/data
14:03:57.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-1/wal
14:03:57.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:03:57.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:03:57.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:03:57.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:03:57.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:03:57.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.253:46389
14:03:57.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:03:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:03:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:03:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46035/jwks.json
14:03:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:03:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:03:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-1/data/info.pb
14:03:57.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.253
14:03:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:03:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:03:57.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.21880
14:03:57.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:03:57.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:03:57.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:03:57.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:03:57.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-1/logs
14:03:57.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:03:57.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:03:57.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:03:57.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:03:57.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:03:57.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:03:57.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:03:57.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on bdcb31816ec0
14:03:57.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11956
14:03:57.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:57.988703 21878 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.73.253:46389: Network error: Client connection negotiation failed: client connection to 127.21.73.253:46389: connect: Connection refused (error 111)
14:03:57.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.989975 21880 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:03:57.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:57.991602 21880 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:03:58.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.001302 21889 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:58.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.001399 21888 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:58.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.001547 21880 server_base.cc:1061] running on GCE node
14:03:58.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.001296 21891 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:58.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.002573 21880 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:03:58.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.003852 21880 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:03:58.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.005188 21880 hybrid_clock.cc:648] HybridClock initialized: now 1779113038005164 us; error 52 us; skew 500 ppm
14:03:58.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.008047 21880 webserver.cc:533] Webserver started at http://127.21.73.253:41775/ using document root <none> and password file <none>
14:03:58.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.008863 21880 fs_manager.cc:362] Metadata directory not provided
14:03:58.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.008989 21880 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:03:58.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.009286 21880 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:03:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.012035 21880 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-1/data/instance:
14:03:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bab158185ac84a5fbdf2ff9c46a91719"
14:03:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:03:58 on dist-test-slave-l87x"
14:03:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.013006 21880 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-1/wal/instance:
14:03:58.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bab158185ac84a5fbdf2ff9c46a91719"
14:03:58.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:03:58 on dist-test-slave-l87x"
14:03:58.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.018513 21880 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.002s	sys 0.005s
14:03:58.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.021863 21897 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:03:58.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.023464 21880 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.000s	sys 0.003s
14:03:58.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.023636 21880 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-1/data,/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-1/wal
14:03:58.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bab158185ac84a5fbdf2ff9c46a91719"
14:03:58.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:03:58 on dist-test-slave-l87x"
14:03:58.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.023761 21880 fs_report.cc:389] FS layout report
14:03:58.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:03:58.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-1/wal
14:03:58.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-1/wal
14:03:58.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-1/data/data
14:03:58.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:03:58.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:03:58.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:03:58.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:03:58.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:03:58.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:03:58.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:03:58.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:03:58.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:03:58.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:03:58.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:03:58.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.048493 21880 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:03:58.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.049178 21880 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:03:58.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.049358 21880 kserver.cc:163] Server-wide thread pool size limit: 3276
14:03:58.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.058904 21880 rpc_server.cc:307] RPC server started. Bound to: 127.21.73.253:46389
14:03:58.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.058939 21949 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.73.253:46389 every 8 connection(s)
14:03:58.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.060434 21880 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-1/data/info.pb
14:03:58.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.063686 21950 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:03:58.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.067018 21799 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu as pid 21880
14:03:58.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.067170 21799 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-1/wal/instance
14:03:58.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.067971 21799 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:03:58.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:03:58.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-2/wal
14:03:58.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-2/data
14:03:58.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:03:58.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:03:58.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:03:58.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:03:58.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:03:58.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:03:58.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-2/logs
14:03:58.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-2/data/info.pb
14:03:58.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:03:58.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:03:58.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:03:58.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:03:58.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:03:58.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:03:58.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:03:58.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:03:58.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:03:58.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:03:58.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:03:58.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:03:58.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.252:37399
14:03:58.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.252
14:03:58.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:03:58.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:03:58.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:03:58.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:03:58.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:03:58.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:03:58.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:03:58.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:03:58.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46035/jwks.json with env {}
14:03:58.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.068666 21950 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.73.254" port: 46331 } has no permanent_uuid. Determining permanent_uuid...
14:03:58.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.079881 21878 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.73.253" port: 46389 } attempt: 3
14:03:58.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.083078 21950 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.73.253" port: 46389 } has no permanent_uuid. Determining permanent_uuid...
14:03:58.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.090014 21878 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 } has no permanent_uuid. Determining permanent_uuid...
14:03:58.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.089970 21950 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 } has no permanent_uuid. Determining permanent_uuid...
14:03:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.090934 21900 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.73.252:37399: connect: Connection refused (error 111)
14:03:58.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.092397 21878 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.73.252:37399: Network error: Client connection negotiation failed: client connection to 127.21.73.252:37399: connect: Connection refused (error 111)
14:03:58.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.092397 21950 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.73.252:37399: Network error: Client connection negotiation failed: client connection to 127.21.73.252:37399: connect: Connection refused (error 111)
14:03:58.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.123633 21878 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 } attempt: 1
14:03:58.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.125341 21878 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.73.252:37399: Network error: Client connection negotiation failed: client connection to 127.21.73.252:37399: connect: Connection refused (error 111)
14:03:58.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.141716 21950 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 } attempt: 1
14:03:58.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.143867 21950 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.73.252:37399: Network error: Client connection negotiation failed: client connection to 127.21.73.252:37399: connect: Connection refused (error 111)
14:03:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.200582 21878 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 } attempt: 2
14:03:58.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.202528 21878 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.73.252:37399: Network error: Client connection negotiation failed: client connection to 127.21.73.252:37399: connect: Connection refused (error 111)
14:03:58.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.203256 21952 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:03:58.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.203565 21952 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:03:58.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.203637 21952 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:03:58.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.207652 21952 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:03:58.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.207765 21952 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:03:58.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.207795 21952 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:03:58.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.207820 21952 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:03:58.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.207850 21952 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:03:58.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.207872 21952 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46035/jwks.json
14:03:58.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.212262 21950 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 } attempt: 2
14:03:58.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.214140 21950 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.73.252:37399: Network error: Client connection negotiation failed: client connection to 127.21.73.252:37399: connect: Connection refused (error 111)
14:03:58.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.214733 21952 master_runner.cc:387] Master server non-default flags:
14:03:58.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:03:58.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:03:58.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:03:58.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:03:58.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-2/data
14:03:58.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-2/wal
14:03:58.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:03:58.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:03:58.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:03:58.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:03:58.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:03:58.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.252:37399
14:03:58.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:03:58.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:03:58.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:03:58.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46035/jwks.json
14:03:58.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:03:58.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:03:58.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-2/data/info.pb
14:03:58.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.252
14:03:58.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:03:58.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:03:58.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.21952
14:03:58.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:03:58.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:03:58.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:03:58.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:03:58.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-2/logs
14:03:58.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:03:58.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:03:58.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:03:58.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:03:58.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:03:58.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:03:58.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:03:58.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on bdcb31816ec0
14:03:58.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11956
14:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.216959 21952 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:03:58.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.219241 21952 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:03:58.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.227566 21961 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:58.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.227778 21952 server_base.cc:1061] running on GCE node
14:03:58.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.227552 21962 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:58.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.227552 21964 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:58.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.229352 21952 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:03:58.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.230775 21952 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:03:58.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.232168 21952 hybrid_clock.cc:648] HybridClock initialized: now 1779113038232107 us; error 98 us; skew 500 ppm
14:03:58.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.235427 21952 webserver.cc:533] Webserver started at http://127.21.73.252:35553/ using document root <none> and password file <none>
14:03:58.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.236356 21952 fs_manager.cc:362] Metadata directory not provided
14:03:58.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.236475 21952 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:03:58.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.236776 21952 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:03:58.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.239770 21952 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-2/data/instance:
14:03:58.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eded27a60e2349e8a30011396ac4b015"
14:03:58.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:03:58 on dist-test-slave-l87x"
14:03:58.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.240574 21952 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-2/wal/instance:
14:03:58.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eded27a60e2349e8a30011396ac4b015"
14:03:58.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:03:58 on dist-test-slave-l87x"
14:03:58.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.245384 21952 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.006s	sys 0.000s
14:03:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.248306 21970 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:03:58.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.249900 21952 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.000s	sys 0.001s
14:03:58.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.250308 21952 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-2/data,/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-2/wal
14:03:58.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eded27a60e2349e8a30011396ac4b015"
14:03:58.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:03:58 on dist-test-slave-l87x"
14:03:58.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.250422 21952 fs_report.cc:389] FS layout report
14:03:58.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:03:58.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-2/wal
14:03:58.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-2/wal
14:03:58.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-2/data/data
14:03:58.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:03:58.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:03:58.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:03:58.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:03:58.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:03:58.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:03:58.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:03:58.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:03:58.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:03:58.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:03:58.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:03:58.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.272472 21952 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:03:58.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.273226 21952 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:03:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.273607 21952 kserver.cc:163] Server-wide thread pool size limit: 3276
14:03:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.282769 21952 rpc_server.cc:307] RPC server started. Bound to: 127.21.73.252:37399
14:03:58.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.282838 22022 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.73.252:37399 every 8 connection(s)
14:03:58.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.283862 21952 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-2/data/info.pb
14:03:58.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.286876 21799 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu as pid 21952
14:03:58.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.286995 21799 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/master-2/wal/instance
14:03:58.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.287377 22023 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:03:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.291805 22023 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.73.254" port: 46331 } has no permanent_uuid. Determining permanent_uuid...
14:03:58.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.301762 21878 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 } attempt: 3
14:03:58.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.303650 22023 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.73.253" port: 46389 } has no permanent_uuid. Determining permanent_uuid...
14:03:58.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.305346 21950 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 } attempt: 3
14:03:58.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.309019 22023 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 } has no permanent_uuid. Determining permanent_uuid...
14:03:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.314134 21878 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7: Bootstrap starting.
14:03:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.314226 21950 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bab158185ac84a5fbdf2ff9c46a91719: Bootstrap starting.
14:03:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.316800 21878 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7: Neither blocks nor log segments found. Creating new log.
14:03:58.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.316850 21950 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bab158185ac84a5fbdf2ff9c46a91719: Neither blocks nor log segments found. Creating new log.
14:03:58.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.317772 21878 log.cc:826] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7: Log is configured to *not* fsync() on all Append() calls
14:03:58.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.317884 21950 log.cc:826] T 00000000000000000000000000000000 P bab158185ac84a5fbdf2ff9c46a91719: Log is configured to *not* fsync() on all Append() calls
14:03:58.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.318632 22023 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P eded27a60e2349e8a30011396ac4b015: Bootstrap starting.
14:03:58.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.320262 21950 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bab158185ac84a5fbdf2ff9c46a91719: No bootstrap required, opened a new log
14:03:58.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.321084 21878 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7: No bootstrap required, opened a new log
14:03:58.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.321736 22023 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P eded27a60e2349e8a30011396ac4b015: Neither blocks nor log segments found. Creating new log.
14:03:58.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.323788 22023 log.cc:826] T 00000000000000000000000000000000 P eded27a60e2349e8a30011396ac4b015: Log is configured to *not* fsync() on all Append() calls
14:03:58.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.323968 21950 raft_consensus.cc:359] T 00000000000000000000000000000000 P bab158185ac84a5fbdf2ff9c46a91719 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f6430c710249ee90ce78ab1bb107c7" member_type: VOTER last_known_addr { host: "127.21.73.254" port: 46331 } } peers { permanent_uuid: "bab158185ac84a5fbdf2ff9c46a91719" member_type: VOTER last_known_addr { host: "127.21.73.253" port: 46389 } } peers { permanent_uuid: "eded27a60e2349e8a30011396ac4b015" member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 } }
14:03:58.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.324167 21950 raft_consensus.cc:385] T 00000000000000000000000000000000 P bab158185ac84a5fbdf2ff9c46a91719 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:03:58.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.324215 21950 raft_consensus.cc:740] T 00000000000000000000000000000000 P bab158185ac84a5fbdf2ff9c46a91719 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bab158185ac84a5fbdf2ff9c46a91719, State: Initialized, Role: FOLLOWER
14:03:58.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.324725 21950 consensus_queue.cc:260] T 00000000000000000000000000000000 P bab158185ac84a5fbdf2ff9c46a91719 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f6430c710249ee90ce78ab1bb107c7" member_type: VOTER last_known_addr { host: "127.21.73.254" port: 46331 } } peers { permanent_uuid: "bab158185ac84a5fbdf2ff9c46a91719" member_type: VOTER last_known_addr { host: "127.21.73.253" port: 46389 } } peers { permanent_uuid: "eded27a60e2349e8a30011396ac4b015" member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 } }
14:03:58.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.324697 21878 raft_consensus.cc:359] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f6430c710249ee90ce78ab1bb107c7" member_type: VOTER last_known_addr { host: "127.21.73.254" port: 46331 } } peers { permanent_uuid: "bab158185ac84a5fbdf2ff9c46a91719" member_type: VOTER last_known_addr { host: "127.21.73.253" port: 46389 } } peers { permanent_uuid: "eded27a60e2349e8a30011396ac4b015" member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 } }
14:03:58.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.324865 21878 raft_consensus.cc:385] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:03:58.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.324918 21878 raft_consensus.cc:740] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b0f6430c710249ee90ce78ab1bb107c7, State: Initialized, Role: FOLLOWER
14:03:58.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.325341 22033 sys_catalog.cc:455] T 00000000000000000000000000000000 P bab158185ac84a5fbdf2ff9c46a91719 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f6430c710249ee90ce78ab1bb107c7" member_type: VOTER last_known_addr { host: "127.21.73.254" port: 46331 } } peers { permanent_uuid: "bab158185ac84a5fbdf2ff9c46a91719" member_type: VOTER last_known_addr { host: "127.21.73.253" port: 46389 } } peers { permanent_uuid: "eded27a60e2349e8a30011396ac4b015" member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 } } }
14:03:58.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.325369 21878 consensus_queue.cc:260] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f6430c710249ee90ce78ab1bb107c7" member_type: VOTER last_known_addr { host: "127.21.73.254" port: 46331 } } peers { permanent_uuid: "bab158185ac84a5fbdf2ff9c46a91719" member_type: VOTER last_known_addr { host: "127.21.73.253" port: 46389 } } peers { permanent_uuid: "eded27a60e2349e8a30011396ac4b015" member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 } }
14:03:58.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.325460 22033 sys_catalog.cc:458] T 00000000000000000000000000000000 P bab158185ac84a5fbdf2ff9c46a91719 [sys.catalog]: This master's current role is: FOLLOWER
14:03:58.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.325837 22035 sys_catalog.cc:455] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f6430c710249ee90ce78ab1bb107c7" member_type: VOTER last_known_addr { host: "127.21.73.254" port: 46331 } } peers { permanent_uuid: "bab158185ac84a5fbdf2ff9c46a91719" member_type: VOTER last_known_addr { host: "127.21.73.253" port: 46389 } } peers { permanent_uuid: "eded27a60e2349e8a30011396ac4b015" member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 } } }
14:03:58.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.325956 22035 sys_catalog.cc:458] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7 [sys.catalog]: This master's current role is: FOLLOWER
14:03:58.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.326085 21950 sys_catalog.cc:565] T 00000000000000000000000000000000 P bab158185ac84a5fbdf2ff9c46a91719 [sys.catalog]: configured and running, proceeding with master startup.
14:03:58.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.326490 21878 sys_catalog.cc:565] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7 [sys.catalog]: configured and running, proceeding with master startup.
14:03:58.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.326957 22023 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P eded27a60e2349e8a30011396ac4b015: No bootstrap required, opened a new log
14:03:58.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.328810 21831 tablet.cc:2404] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:03:58.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.331553 22023 raft_consensus.cc:359] T 00000000000000000000000000000000 P eded27a60e2349e8a30011396ac4b015 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f6430c710249ee90ce78ab1bb107c7" member_type: VOTER last_known_addr { host: "127.21.73.254" port: 46331 } } peers { permanent_uuid: "bab158185ac84a5fbdf2ff9c46a91719" member_type: VOTER last_known_addr { host: "127.21.73.253" port: 46389 } } peers { permanent_uuid: "eded27a60e2349e8a30011396ac4b015" member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 } }
14:03:58.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.331766 22023 raft_consensus.cc:385] T 00000000000000000000000000000000 P eded27a60e2349e8a30011396ac4b015 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:03:58.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.331830 22023 raft_consensus.cc:740] T 00000000000000000000000000000000 P eded27a60e2349e8a30011396ac4b015 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eded27a60e2349e8a30011396ac4b015, State: Initialized, Role: FOLLOWER
14:03:58.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.332319 22023 consensus_queue.cc:260] T 00000000000000000000000000000000 P eded27a60e2349e8a30011396ac4b015 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f6430c710249ee90ce78ab1bb107c7" member_type: VOTER last_known_addr { host: "127.21.73.254" port: 46331 } } peers { permanent_uuid: "bab158185ac84a5fbdf2ff9c46a91719" member_type: VOTER last_known_addr { host: "127.21.73.253" port: 46389 } } peers { permanent_uuid: "eded27a60e2349e8a30011396ac4b015" member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 } }
14:03:58.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.332829 22058 sys_catalog.cc:455] T 00000000000000000000000000000000 P eded27a60e2349e8a30011396ac4b015 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f6430c710249ee90ce78ab1bb107c7" member_type: VOTER last_known_addr { host: "127.21.73.254" port: 46331 } } peers { permanent_uuid: "bab158185ac84a5fbdf2ff9c46a91719" member_type: VOTER last_known_addr { host: "127.21.73.253" port: 46389 } } peers { permanent_uuid: "eded27a60e2349e8a30011396ac4b015" member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 } } }
14:03:58.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.332969 22058 sys_catalog.cc:458] T 00000000000000000000000000000000 P eded27a60e2349e8a30011396ac4b015 [sys.catalog]: This master's current role is: FOLLOWER
14:03:58.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.330840 21880 master_runner.cc:187] Error getting master registration for 127.21.73.254:46331: OK, instance_id { permanent_uuid: "b0f6430c710249ee90ce78ab1bb107c7" instance_seqno: 1779113037835690 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:03:58.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.333160 21880 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:03:58.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.333678 22023 sys_catalog.cc:565] T 00000000000000000000000000000000 P eded27a60e2349e8a30011396ac4b015 [sys.catalog]: configured and running, proceeding with master startup.
14:03:58.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.336563 21811 master_runner.cc:187] Error getting master registration for 127.21.73.252:37399: OK, instance_id { permanent_uuid: "eded27a60e2349e8a30011396ac4b015" instance_seqno: 1779113038280285 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:03:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.339470 21811 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:03:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.341660 22056 catalog_manager.cc:1593] T 00000000000000000000000000000000 P bab158185ac84a5fbdf2ff9c46a91719: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:03:58.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.342028 22056 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:03:58.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.342496 22057 catalog_manager.cc:1593] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:03:58.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.342579 22057 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:03:58.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.345002 22070 catalog_manager.cc:1593] T 00000000000000000000000000000000 P eded27a60e2349e8a30011396ac4b015: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:03:58.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.345095 22070 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:03:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.346429 21952 master_runner.cc:264] No leader master found from master eded27a60e2349e8a30011396ac4b015
14:03:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.346517 21952 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:03:58.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.484134 22035 raft_consensus.cc:493] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:03:58.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.484417 22035 raft_consensus.cc:515] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f6430c710249ee90ce78ab1bb107c7" member_type: VOTER last_known_addr { host: "127.21.73.254" port: 46331 } } peers { permanent_uuid: "bab158185ac84a5fbdf2ff9c46a91719" member_type: VOTER last_known_addr { host: "127.21.73.253" port: 46389 } } peers { permanent_uuid: "eded27a60e2349e8a30011396ac4b015" member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 } }
14:03:58.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.486770 22035 leader_election.cc:290] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bab158185ac84a5fbdf2ff9c46a91719 (127.21.73.253:46389), eded27a60e2349e8a30011396ac4b015 (127.21.73.252:37399)
14:03:58.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.487931 21923 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b0f6430c710249ee90ce78ab1bb107c7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bab158185ac84a5fbdf2ff9c46a91719" is_pre_election: true
14:03:58.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.488276 21923 raft_consensus.cc:2468] T 00000000000000000000000000000000 P bab158185ac84a5fbdf2ff9c46a91719 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b0f6430c710249ee90ce78ab1bb107c7 in term 0.
14:03:58.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.488866 21997 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b0f6430c710249ee90ce78ab1bb107c7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eded27a60e2349e8a30011396ac4b015" is_pre_election: true
14:03:58.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.489547 21997 raft_consensus.cc:2468] T 00000000000000000000000000000000 P eded27a60e2349e8a30011396ac4b015 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b0f6430c710249ee90ce78ab1bb107c7 in term 0.
14:03:58.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.490599 21828 leader_election.cc:304] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b0f6430c710249ee90ce78ab1bb107c7, bab158185ac84a5fbdf2ff9c46a91719; no voters: 
14:03:58.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.493403 22035 raft_consensus.cc:2804] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:03:58.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.493525 22035 raft_consensus.cc:493] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:03:58.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.493575 22035 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7 [term 0 FOLLOWER]: Advancing to term 1
14:03:58.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.495993 22035 raft_consensus.cc:515] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f6430c710249ee90ce78ab1bb107c7" member_type: VOTER last_known_addr { host: "127.21.73.254" port: 46331 } } peers { permanent_uuid: "bab158185ac84a5fbdf2ff9c46a91719" member_type: VOTER last_known_addr { host: "127.21.73.253" port: 46389 } } peers { permanent_uuid: "eded27a60e2349e8a30011396ac4b015" member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 } }
14:03:58.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.497799 21923 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b0f6430c710249ee90ce78ab1bb107c7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bab158185ac84a5fbdf2ff9c46a91719"
14:03:58.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.497978 21923 raft_consensus.cc:3060] T 00000000000000000000000000000000 P bab158185ac84a5fbdf2ff9c46a91719 [term 0 FOLLOWER]: Advancing to term 1
14:03:58.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.499858 21923 raft_consensus.cc:2468] T 00000000000000000000000000000000 P bab158185ac84a5fbdf2ff9c46a91719 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b0f6430c710249ee90ce78ab1bb107c7 in term 1.
14:03:58.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.500741 21828 leader_election.cc:304] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b0f6430c710249ee90ce78ab1bb107c7, bab158185ac84a5fbdf2ff9c46a91719; no voters: 
14:03:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.503338 21997 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b0f6430c710249ee90ce78ab1bb107c7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eded27a60e2349e8a30011396ac4b015"
14:03:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.503535 21997 raft_consensus.cc:3060] T 00000000000000000000000000000000 P eded27a60e2349e8a30011396ac4b015 [term 0 FOLLOWER]: Advancing to term 1
14:03:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.504863 21997 raft_consensus.cc:2468] T 00000000000000000000000000000000 P eded27a60e2349e8a30011396ac4b015 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b0f6430c710249ee90ce78ab1bb107c7 in term 1.
14:03:58.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.505364 22035 leader_election.cc:290] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7 [CANDIDATE]: Term 1 election: Requested vote from peers bab158185ac84a5fbdf2ff9c46a91719 (127.21.73.253:46389), eded27a60e2349e8a30011396ac4b015 (127.21.73.252:37399)
14:03:58.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.505580 22035 raft_consensus.cc:2804] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7 [term 1 FOLLOWER]: Leader election won for term 1
14:03:58.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.505661 22035 raft_consensus.cc:697] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7 [term 1 LEADER]: Becoming Leader. State: Replica: b0f6430c710249ee90ce78ab1bb107c7, State: Running, Role: LEADER
14:03:58.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.505995 22035 consensus_queue.cc:237] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f6430c710249ee90ce78ab1bb107c7" member_type: VOTER last_known_addr { host: "127.21.73.254" port: 46331 } } peers { permanent_uuid: "bab158185ac84a5fbdf2ff9c46a91719" member_type: VOTER last_known_addr { host: "127.21.73.253" port: 46389 } } peers { permanent_uuid: "eded27a60e2349e8a30011396ac4b015" member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 } }
14:03:58.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.511412 22035 sys_catalog.cc:455] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b0f6430c710249ee90ce78ab1bb107c7. Latest consensus state: current_term: 1 leader_uuid: "b0f6430c710249ee90ce78ab1bb107c7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f6430c710249ee90ce78ab1bb107c7" member_type: VOTER last_known_addr { host: "127.21.73.254" port: 46331 } } peers { permanent_uuid: "bab158185ac84a5fbdf2ff9c46a91719" member_type: VOTER last_known_addr { host: "127.21.73.253" port: 46389 } } peers { permanent_uuid: "eded27a60e2349e8a30011396ac4b015" member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 } } }
14:03:58.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.511603 22035 sys_catalog.cc:458] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7 [sys.catalog]: This master's current role is: LEADER
14:03:58.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.516860 22075 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
14:03:58.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.520149 22075 catalog_manager.cc:1519] Initializing Kudu cluster ID...
14:03:58.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.525374 21976 tablet.cc:2404] T 00000000000000000000000000000000 P eded27a60e2349e8a30011396ac4b015: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:03:58.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.529337 21997 raft_consensus.cc:1275] T 00000000000000000000000000000000 P eded27a60e2349e8a30011396ac4b015 [term 1 FOLLOWER]: Refusing update from remote peer b0f6430c710249ee90ce78ab1bb107c7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:03:58.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.531302 22073 consensus_queue.cc:1048] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "eded27a60e2349e8a30011396ac4b015" member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:03:58.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.540856 22058 sys_catalog.cc:455] T 00000000000000000000000000000000 P eded27a60e2349e8a30011396ac4b015 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b0f6430c710249ee90ce78ab1bb107c7. Latest consensus state: current_term: 1 leader_uuid: "b0f6430c710249ee90ce78ab1bb107c7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f6430c710249ee90ce78ab1bb107c7" member_type: VOTER last_known_addr { host: "127.21.73.254" port: 46331 } } peers { permanent_uuid: "bab158185ac84a5fbdf2ff9c46a91719" member_type: VOTER last_known_addr { host: "127.21.73.253" port: 46389 } } peers { permanent_uuid: "eded27a60e2349e8a30011396ac4b015" member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 } } }
14:03:58.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.541051 22058 sys_catalog.cc:458] T 00000000000000000000000000000000 P eded27a60e2349e8a30011396ac4b015 [sys.catalog]: This master's current role is: FOLLOWER
14:03:58.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.543078 21923 raft_consensus.cc:1275] T 00000000000000000000000000000000 P bab158185ac84a5fbdf2ff9c46a91719 [term 1 FOLLOWER]: Refusing update from remote peer b0f6430c710249ee90ce78ab1bb107c7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:03:58.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.543983 22073 consensus_queue.cc:1048] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bab158185ac84a5fbdf2ff9c46a91719" member_type: VOTER last_known_addr { host: "127.21.73.253" port: 46389 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:03:58.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.548936 22033 sys_catalog.cc:455] T 00000000000000000000000000000000 P bab158185ac84a5fbdf2ff9c46a91719 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b0f6430c710249ee90ce78ab1bb107c7. Latest consensus state: current_term: 1 leader_uuid: "b0f6430c710249ee90ce78ab1bb107c7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f6430c710249ee90ce78ab1bb107c7" member_type: VOTER last_known_addr { host: "127.21.73.254" port: 46331 } } peers { permanent_uuid: "bab158185ac84a5fbdf2ff9c46a91719" member_type: VOTER last_known_addr { host: "127.21.73.253" port: 46389 } } peers { permanent_uuid: "eded27a60e2349e8a30011396ac4b015" member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 } } }
14:03:58.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.549407 22033 sys_catalog.cc:458] T 00000000000000000000000000000000 P bab158185ac84a5fbdf2ff9c46a91719 [sys.catalog]: This master's current role is: FOLLOWER
14:03:58.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.550921 21903 tablet.cc:2404] T 00000000000000000000000000000000 P bab158185ac84a5fbdf2ff9c46a91719: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:03:58.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.556187 22073 sys_catalog.cc:455] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b0f6430c710249ee90ce78ab1bb107c7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f6430c710249ee90ce78ab1bb107c7" member_type: VOTER last_known_addr { host: "127.21.73.254" port: 46331 } } peers { permanent_uuid: "bab158185ac84a5fbdf2ff9c46a91719" member_type: VOTER last_known_addr { host: "127.21.73.253" port: 46389 } } peers { permanent_uuid: "eded27a60e2349e8a30011396ac4b015" member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 } } }
14:03:58.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.556373 22073 sys_catalog.cc:458] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7 [sys.catalog]: This master's current role is: LEADER
14:03:58.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.559429 22033 sys_catalog.cc:455] T 00000000000000000000000000000000 P bab158185ac84a5fbdf2ff9c46a91719 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b0f6430c710249ee90ce78ab1bb107c7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f6430c710249ee90ce78ab1bb107c7" member_type: VOTER last_known_addr { host: "127.21.73.254" port: 46331 } } peers { permanent_uuid: "bab158185ac84a5fbdf2ff9c46a91719" member_type: VOTER last_known_addr { host: "127.21.73.253" port: 46389 } } peers { permanent_uuid: "eded27a60e2349e8a30011396ac4b015" member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 } } }
14:03:58.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.559612 22033 sys_catalog.cc:458] T 00000000000000000000000000000000 P bab158185ac84a5fbdf2ff9c46a91719 [sys.catalog]: This master's current role is: FOLLOWER
14:03:58.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.560775 22076 mvcc.cc:204] Tried to move back new op lower bound from 7287247005801721856 to 7287247005737721856. Current Snapshot: MvccSnapshot[applied={T|T < 7287247005801721856}]
14:03:58.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.566246 22079 mvcc.cc:204] Tried to move back new op lower bound from 7287247005801721856 to 7287247005737721856. Current Snapshot: MvccSnapshot[applied={T|T < 7287247005801721856}]
14:03:58.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.566769 22035 sys_catalog.cc:455] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b0f6430c710249ee90ce78ab1bb107c7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f6430c710249ee90ce78ab1bb107c7" member_type: VOTER last_known_addr { host: "127.21.73.254" port: 46331 } } peers { permanent_uuid: "bab158185ac84a5fbdf2ff9c46a91719" member_type: VOTER last_known_addr { host: "127.21.73.253" port: 46389 } } peers { permanent_uuid: "eded27a60e2349e8a30011396ac4b015" member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 } } }
14:03:58.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.566900 22035 sys_catalog.cc:458] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7 [sys.catalog]: This master's current role is: LEADER
14:03:58.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.567056 22075 catalog_manager.cc:1382] Generated new cluster ID: 53c894b1dcd440d584f48ddf26a77692
14:03:58.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.567091 22075 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
14:03:58.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.572361 22058 sys_catalog.cc:455] T 00000000000000000000000000000000 P eded27a60e2349e8a30011396ac4b015 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b0f6430c710249ee90ce78ab1bb107c7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b0f6430c710249ee90ce78ab1bb107c7" member_type: VOTER last_known_addr { host: "127.21.73.254" port: 46331 } } peers { permanent_uuid: "bab158185ac84a5fbdf2ff9c46a91719" member_type: VOTER last_known_addr { host: "127.21.73.253" port: 46389 } } peers { permanent_uuid: "eded27a60e2349e8a30011396ac4b015" member_type: VOTER last_known_addr { host: "127.21.73.252" port: 37399 } } }
14:03:58.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.572525 22058 sys_catalog.cc:458] T 00000000000000000000000000000000 P eded27a60e2349e8a30011396ac4b015 [sys.catalog]: This master's current role is: FOLLOWER
14:03:58.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.587484 22075 catalog_manager.cc:1405] Generated new certificate authority record
14:03:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.589459 22075 catalog_manager.cc:1539] Loading token signing keys...
14:03:58.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.595945 22077 mvcc.cc:204] Tried to move back new op lower bound from 7287247005801721856 to 7287247005737721856. Current Snapshot: MvccSnapshot[applied={T|T < 7287247005801721856}]
14:03:58.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.605271 22075 catalog_manager.cc:6069] T 00000000000000000000000000000000 P b0f6430c710249ee90ce78ab1bb107c7: Generated new TSK 0
14:03:58.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.606688 22075 catalog_manager.cc:1549] Initializing in-progress tserver states...
14:03:58.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.630889 21799 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:03:58.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:03:58.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/wal
14:03:58.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data
14:03:58.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:03:58.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:03:58.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:03:58.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:03:58.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:03:58.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:03:58.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/logs
14:03:58.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data/info.pb
14:03:58.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:03:58.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:03:58.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:03:58.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:03:58.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:03:58.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:03:58.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:03:58.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:03:58.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:03:58.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:03:58.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.193:0
14:03:58.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.73.193
14:03:58.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.193
14:03:58.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:03:58.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:03:58.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:03:58.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:03:58.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:03:58.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:03:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.770078 22087 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:03:58.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.770393 22087 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:03:58.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.770444 22087 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:03:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.775274 22087 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:03:58.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.775421 22087 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.73.193
14:03:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.781100 22087 tablet_server_runner.cc:78] Tablet server non-default flags:
14:03:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:03:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:03:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:03:58.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:03:58.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data
14:03:58.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/wal
14:03:58.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:03:58.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:03:58.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.193:0
14:03:58.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:03:58.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:03:58.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:03:58.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data/info.pb
14:03:58.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.193
14:03:58.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:03:58.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:03:58.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:03:58.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.22087
14:03:58.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:03:58.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:03:58.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:03:58.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:03:58.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.73.193
14:03:58.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/logs
14:03:58.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:03:58.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:03:58.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:03:58.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:03:58.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:03:58.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:03:58.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:03:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on bdcb31816ec0
14:03:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11956
14:03:58.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.783823 22087 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:03:58.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.786445 22087 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:03:58.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.794762 22093 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:58.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.794948 22092 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:58.795118 22095 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.795723 22087 server_base.cc:1061] running on GCE node
14:03:58.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.798048 22087 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:03:58.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.799736 22087 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:03:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.803224 22087 hybrid_clock.cc:648] HybridClock initialized: now 1779113038802906 us; error 337 us; skew 500 ppm
14:03:58.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.805763 22087 webserver.cc:533] Webserver started at http://127.21.73.193:42499/ using document root <none> and password file <none>
14:03:58.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.806699 22087 fs_manager.cc:362] Metadata directory not provided
14:03:58.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.806811 22087 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:03:58.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.807096 22087 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:03:58.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.809598 22087 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data/instance:
14:03:58.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "87504ef3975148ef87774a1064a675da"
14:03:58.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:03:58 on dist-test-slave-l87x"
14:03:58.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.811000 22087 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/wal/instance:
14:03:58.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "87504ef3975148ef87774a1064a675da"
14:03:58.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:03:58 on dist-test-slave-l87x"
14:03:58.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.816222 22087 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.004s	sys 0.000s
14:03:58.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.819626 22101 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:03:58.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.820923 22087 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
14:03:58.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.821110 22087 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data,/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/wal
14:03:58.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "87504ef3975148ef87774a1064a675da"
14:03:58.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:03:58 on dist-test-slave-l87x"
14:03:58.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.821211 22087 fs_report.cc:389] FS layout report
14:03:58.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:03:58.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/wal
14:03:58.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/wal
14:03:58.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data/data
14:03:58.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:03:58.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:03:58.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:03:58.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:03:58.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:03:58.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:03:58.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:03:58.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:03:58.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:03:58.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:03:58.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:03:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.837380 22087 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:03:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.838701 22087 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:03:58.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.838955 22087 kserver.cc:163] Server-wide thread pool size limit: 3276
14:03:58.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.839653 22087 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:03:58.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.840791 22087 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:03:58.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.840845 22087 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:03:58.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.840888 22087 ts_tablet_manager.cc:616] Registered 0 tablets
14:03:58.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.840903 22087 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:03:58.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.860517 22087 rpc_server.cc:307] RPC server started. Bound to: 127.21.73.193:38645
14:03:58.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.860558 22214 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.73.193:38645 every 8 connection(s)
14:03:58.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.862658 22087 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data/info.pb
14:03:58.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.863118 21799 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu as pid 22087
14:03:58.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.863212 21799 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/wal/instance
14:03:58.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.866832 21799 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:03:58.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:03:58.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/wal
14:03:58.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data
14:03:58.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:03:58.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:03:58.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:03:58.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:03:58.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:03:58.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:03:58.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/logs
14:03:58.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data/info.pb
14:03:58.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:03:58.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:03:58.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:03:58.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:03:58.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:03:58.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:03:58.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:03:58.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:03:58.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:03:58.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:03:58.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.194:0
14:03:58.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.73.194
14:03:58.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.194
14:03:58.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:03:58.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:03:58.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:03:58.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:03:58.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:03:58.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:03:58.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.879478 22217 heartbeater.cc:344] Connected to a master server at 127.21.73.253:46389
14:03:58.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.879501 22215 heartbeater.cc:344] Connected to a master server at 127.21.73.252:37399
14:03:58.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.879938 22215 heartbeater.cc:461] Registering TS with master...
14:03:58.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.880682 22217 heartbeater.cc:461] Registering TS with master...
14:03:58.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.880873 22215 heartbeater.cc:507] Master 127.21.73.252:37399 requested a full tablet report, sending...
14:03:58.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.880939 22217 heartbeater.cc:507] Master 127.21.73.253:46389 requested a full tablet report, sending...
14:03:58.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.879527 22216 heartbeater.cc:344] Connected to a master server at 127.21.73.254:46331
14:03:58.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.881202 22216 heartbeater.cc:461] Registering TS with master...
14:03:58.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.881423 22216 heartbeater.cc:507] Master 127.21.73.254:46331 requested a full tablet report, sending...
14:03:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.884171 21985 ts_manager.cc:194] Registered new tserver with Master: 87504ef3975148ef87774a1064a675da (127.21.73.193:38645)
14:03:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.884145 21914 ts_manager.cc:194] Registered new tserver with Master: 87504ef3975148ef87774a1064a675da (127.21.73.193:38645)
14:03:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.884145 21842 ts_manager.cc:194] Registered new tserver with Master: 87504ef3975148ef87774a1064a675da (127.21.73.193:38645)
14:03:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:58.885864 21842 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.73.193:43873
14:03:59.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:59.017711 22223 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:03:59.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:59.017993 22223 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:03:59.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:59.018041 22223 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:03:59.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:59.022500 22223 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:03:59.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:59.022648 22223 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.73.194
14:03:59.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.028416 22223 tablet_server_runner.cc:78] Tablet server non-default flags:
14:03:59.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:03:59.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:03:59.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:03:59.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:03:59.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data
14:03:59.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/wal
14:03:59.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:03:59.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:03:59.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.194:0
14:03:59.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:03:59.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:03:59.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:03:59.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data/info.pb
14:03:59.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.194
14:03:59.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:03:59.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:03:59.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:03:59.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.22223
14:03:59.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:03:59.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:03:59.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:03:59.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:03:59.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.73.194
14:03:59.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/logs
14:03:59.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:03:59.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:03:59.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:03:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:03:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:03:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:03:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:03:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on bdcb31816ec0
14:03:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11956
14:03:59.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.030663 22223 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:03:59.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.031919 22223 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:03:59.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:59.042173 22233 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:59.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:59.042173 22231 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:59.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:59.042496 22230 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:59.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.042608 22223 server_base.cc:1061] running on GCE node
14:03:59.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.043921 22223 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:03:59.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.044802 22223 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:03:59.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.046365 22223 hybrid_clock.cc:648] HybridClock initialized: now 1779113039046325 us; error 58 us; skew 500 ppm
14:03:59.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.048640 22223 webserver.cc:533] Webserver started at http://127.21.73.194:42449/ using document root <none> and password file <none>
14:03:59.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.049283 22223 fs_manager.cc:362] Metadata directory not provided
14:03:59.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.049351 22223 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:03:59.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.049530 22223 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:03:59.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.051331 22223 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data/instance:
14:03:59.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b93133fc3144aa6a3c7219c08983c76"
14:03:59.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:03:59 on dist-test-slave-l87x"
14:03:59.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.051857 22223 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/wal/instance:
14:03:59.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b93133fc3144aa6a3c7219c08983c76"
14:03:59.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:03:59 on dist-test-slave-l87x"
14:03:59.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.057312 22223 fs_manager.cc:696] Time spent creating directory manager: real 0.005s	user 0.005s	sys 0.000s
14:03:59.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.060640 22239 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:03:59.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.062533 22223 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
14:03:59.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.062718 22223 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data,/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/wal
14:03:59.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b93133fc3144aa6a3c7219c08983c76"
14:03:59.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:03:59 on dist-test-slave-l87x"
14:03:59.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.062834 22223 fs_report.cc:389] FS layout report
14:03:59.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:03:59.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/wal
14:03:59.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/wal
14:03:59.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data/data
14:03:59.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:03:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:03:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:03:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:03:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:03:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:03:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:03:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:03:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:03:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:03:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:03:59.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.086805 22223 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:03:59.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.087582 22223 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:03:59.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.087790 22223 kserver.cc:163] Server-wide thread pool size limit: 3276
14:03:59.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.088383 22223 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:03:59.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.089854 22223 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:03:59.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.089964 22223 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:03:59.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.090046 22223 ts_tablet_manager.cc:616] Registered 0 tablets
14:03:59.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.090075 22223 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:03:59.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.105858 22223 rpc_server.cc:307] RPC server started. Bound to: 127.21.73.194:33377
14:03:59.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.105877 22352 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.73.194:33377 every 8 connection(s)
14:03:59.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.107193 22223 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data/info.pb
14:03:59.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.107966 21799 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu as pid 22223
14:03:59.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.108162 21799 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/wal/instance
14:03:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.115723 21799 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:03:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:03:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/wal
14:03:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data
14:03:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:03:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:03:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:03:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:03:59.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:03:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:03:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/logs
14:03:59.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data/info.pb
14:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.195:0
14:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.73.195
14:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.195
14:03:59.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:03:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:03:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:03:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:03:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:03:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:03:59.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.130659 22355 heartbeater.cc:344] Connected to a master server at 127.21.73.253:46389
14:03:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.131073 22355 heartbeater.cc:461] Registering TS with master...
14:03:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.131943 22355 heartbeater.cc:507] Master 127.21.73.253:46389 requested a full tablet report, sending...
14:03:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.132335 22354 heartbeater.cc:344] Connected to a master server at 127.21.73.254:46331
14:03:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.132434 22354 heartbeater.cc:461] Registering TS with master...
14:03:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.132686 22354 heartbeater.cc:507] Master 127.21.73.254:46331 requested a full tablet report, sending...
14:03:59.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.133620 21914 ts_manager.cc:194] Registered new tserver with Master: 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:03:59.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.133921 21842 ts_manager.cc:194] Registered new tserver with Master: 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:03:59.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.134548 22353 heartbeater.cc:344] Connected to a master server at 127.21.73.252:37399
14:03:59.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.134641 22353 heartbeater.cc:461] Registering TS with master...
14:03:59.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.135685 21842 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.73.194:40923
14:03:59.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.136270 22353 heartbeater.cc:507] Master 127.21.73.252:37399 requested a full tablet report, sending...
14:03:59.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.137854 21985 ts_manager.cc:194] Registered new tserver with Master: 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:03:59.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:59.274013 22359 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:03:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:59.274326 22359 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:03:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:59.274376 22359 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:03:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:59.278765 22359 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:03:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:59.278930 22359 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.73.195
14:03:59.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.283627 22359 tablet_server_runner.cc:78] Tablet server non-default flags:
14:03:59.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:03:59.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:03:59.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:03:59.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:03:59.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data
14:03:59.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/wal
14:03:59.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:03:59.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:03:59.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.195:0
14:03:59.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:03:59.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:03:59.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:03:59.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data/info.pb
14:03:59.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.195
14:03:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:03:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:03:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:03:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.22359
14:03:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:03:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:03:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:03:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:03:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.73.195
14:03:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/logs
14:03:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:03:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:03:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:03:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:03:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:03:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:03:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:03:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on bdcb31816ec0
14:03:59.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11956
14:03:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.284868 22359 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:03:59.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.286113 22359 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:03:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:59.295213 22365 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:59.295204 22366 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:03:59.295202 22368 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.295737 22359 server_base.cc:1061] running on GCE node
14:03:59.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.296404 22359 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:03:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.297124 22359 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:03:59.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.298308 22359 hybrid_clock.cc:648] HybridClock initialized: now 1779113039298264 us; error 89 us; skew 500 ppm
14:03:59.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.300844 22359 webserver.cc:533] Webserver started at http://127.21.73.195:45753/ using document root <none> and password file <none>
14:03:59.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.301442 22359 fs_manager.cc:362] Metadata directory not provided
14:03:59.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.301501 22359 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:03:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.301671 22359 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:03:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.303555 22359 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data/instance:
14:03:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0f2cde892aca483e9ff43f33b364d56a"
14:03:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:03:59 on dist-test-slave-l87x"
14:03:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.304093 22359 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/wal/instance:
14:03:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0f2cde892aca483e9ff43f33b364d56a"
14:03:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:03:59 on dist-test-slave-l87x"
14:03:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.308094 22359 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.001s	sys 0.004s
14:03:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.311436 22374 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:03:59.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.313076 22359 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.001s
14:03:59.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.313220 22359 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data,/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/wal
14:03:59.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0f2cde892aca483e9ff43f33b364d56a"
14:03:59.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:03:59 on dist-test-slave-l87x"
14:03:59.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.313325 22359 fs_report.cc:389] FS layout report
14:03:59.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:03:59.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/wal
14:03:59.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/wal
14:03:59.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data/data
14:03:59.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:03:59.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:03:59.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:03:59.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:03:59.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:03:59.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:03:59.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:03:59.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:03:59.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:03:59.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:03:59.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:03:59.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.343770 22056 catalog_manager.cc:1294] Loaded cluster ID: 53c894b1dcd440d584f48ddf26a77692
14:03:59.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.343875 22056 catalog_manager.cc:1587] T 00000000000000000000000000000000 P bab158185ac84a5fbdf2ff9c46a91719: loading cluster ID for follower catalog manager: success
14:03:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.346791 22056 catalog_manager.cc:1609] T 00000000000000000000000000000000 P bab158185ac84a5fbdf2ff9c46a91719: acquiring CA information for follower catalog manager: success
14:03:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.346881 22070 catalog_manager.cc:1294] Loaded cluster ID: 53c894b1dcd440d584f48ddf26a77692
14:03:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.346980 22070 catalog_manager.cc:1587] T 00000000000000000000000000000000 P eded27a60e2349e8a30011396ac4b015: loading cluster ID for follower catalog manager: success
14:03:59.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.348181 22056 catalog_manager.cc:1637] T 00000000000000000000000000000000 P bab158185ac84a5fbdf2ff9c46a91719: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:03:59.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.349390 22070 catalog_manager.cc:1609] T 00000000000000000000000000000000 P eded27a60e2349e8a30011396ac4b015: acquiring CA information for follower catalog manager: success
14:03:59.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.350790 22070 catalog_manager.cc:1637] T 00000000000000000000000000000000 P eded27a60e2349e8a30011396ac4b015: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:03:59.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.360702 22359 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:03:59.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.361449 22359 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:03:59.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.361652 22359 kserver.cc:163] Server-wide thread pool size limit: 3276
14:03:59.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.362229 22359 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:03:59.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.363317 22359 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:03:59.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.363368 22359 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
14:03:59.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.363410 22359 ts_tablet_manager.cc:616] Registered 0 tablets
14:03:59.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.363426 22359 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
14:03:59.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.379376 22487 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.73.195:32917 every 8 connection(s)
14:03:59.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.379405 22359 rpc_server.cc:307] RPC server started. Bound to: 127.21.73.195:32917
14:03:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.381819 22359 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data/info.pb
14:03:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.382357 21799 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu as pid 22359
14:03:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.382463 21799 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/wal/instance
14:03:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.396375 22490 heartbeater.cc:344] Connected to a master server at 127.21.73.253:46389
14:03:59.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.396497 22488 heartbeater.cc:344] Connected to a master server at 127.21.73.252:37399
14:03:59.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.396395 22489 heartbeater.cc:344] Connected to a master server at 127.21.73.254:46331
14:03:59.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.396797 22488 heartbeater.cc:461] Registering TS with master...
14:03:59.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.396797 22489 heartbeater.cc:461] Registering TS with master...
14:03:59.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.396797 22490 heartbeater.cc:461] Registering TS with master...
14:03:59.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.397663 22489 heartbeater.cc:507] Master 127.21.73.254:46331 requested a full tablet report, sending...
14:03:59.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.397682 22488 heartbeater.cc:507] Master 127.21.73.252:37399 requested a full tablet report, sending...
14:03:59.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.397681 22490 heartbeater.cc:507] Master 127.21.73.253:46389 requested a full tablet report, sending...
14:03:59.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.399268 21842 ts_manager.cc:194] Registered new tserver with Master: 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917)
14:03:59.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.399328 21985 ts_manager.cc:194] Registered new tserver with Master: 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917)
14:03:59.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.399989 21842 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.73.195:47349
14:03:59.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.400597 21914 ts_manager.cc:194] Registered new tserver with Master: 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917)
14:03:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.412817 21799 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
14:03:59.415 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
14:03:59.417 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

14:03:59.429 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.21.73.254"
      port: 46331
    }
    bound_http_address {
      host: "127.21.73.254"
      port: 33967
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.21.73.253"
      port: 46389
    }
    bound_http_address {
      host: "127.21.73.253"
      port: 41775
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.21.73.252"
      port: 37399
    }
    bound_http_address {
      host: "127.21.73.252"
      port: 35553
    }
  }
}

14:03:59.435 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

14:03:59.439 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.21.73.193"
      port: 38645
    }
    bound_http_address {
      host: "127.21.73.193"
      port: 42499
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.21.73.194"
      port: 33377
    }
    bound_http_address {
      host: "127.21.73.194"
      port: 42449
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.21.73.195"
      port: 32917
    }
    bound_http_address {
      host: "127.21.73.195"
      port: 45753
    }
  }
}

14:03:59.439 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:03:59.700 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
14:03:59.790 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
14:03:59.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:03:59.888350 22216 heartbeater.cc:499] Master 127.21.73.254:46331 was elected leader, sending a full tablet report...
14:04:00.051 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.73.254:46331(127.21.73.254:46331)] connecting to peer
14:04:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.139737 22354 heartbeater.cc:499] Master 127.21.73.254:46331 was elected leader, sending a full tablet report...
14:04:00.147 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.73.253:46389(127.21.73.253:46389)] connecting to peer
14:04:00.154 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.73.252:37399(127.21.73.252:37399)] connecting to peer
14:04:00.186 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.73.254:46331(127.21.73.254:46331)] Successfully connected to peer
14:04:00.186 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.21.73.252:37399(127.21.73.252:37399)] Successfully connected to peer
14:04:00.186 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.73.253:46389(127.21.73.253:46389)] Successfully connected to peer
14:04:00.308 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.73.252
14:04:00.308 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.73.253
14:04:00.311 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.73.254
14:04:00.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.402418 22489 heartbeater.cc:499] Master 127.21.73.254:46331 was elected leader, sending a full tablet report...
14:04:00.582 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x089aefef, L:/127.0.0.1:51772 - R:/127.21.73.252:37399] using SASL/PLAIN
14:04:00.584 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x09280680, L:/127.0.0.1:47324 - R:/127.21.73.254:46331] using SASL/PLAIN
14:04:00.590 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6d2b680b, L:/127.0.0.1:39944 - R:/127.21.73.253:46389] using SASL/PLAIN
14:04:00.630 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:04:00.635 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=647), Traces: [0ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.73.254:46331, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.73.253:46389, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.73.252:37399, [606ms] Sub RPC ConnectToMaster: received response from server master-127.21.73.252:37399: OK, [606ms] Sub RPC ConnectToMaster: received response from server master-127.21.73.253:46389: OK, [607ms] Sub RPC ConnectToMaster: received response from server master-127.21.73.254:46331: OK, deferred=null) after lookup
14:04:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.704334 21842 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:47324:
14:04:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968"
14:04:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:04:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:04:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
14:04:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:04:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
14:04:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:04:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:04:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:04:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:04:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:04:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:04:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
14:04:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:04:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:04:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:04:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:04:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:04:00.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:04:00.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:04:00.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:04:00.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
14:04:00.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
14:04:00.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:04:00.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:04:00.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:04:00.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:04:00.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:04:00.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:04:00.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:04:00.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
14:04:00.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
14:04:00.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:04:00.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
14:04:00.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
14:04:00.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
14:04:00.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
14:04:00.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:04:00.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:04:00.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:04:00.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
14:04:00.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
14:04:00.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
14:04:00.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
14:04:00.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
14:04:00.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
14:04:00.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
14:04:00.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
14:04:00.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:04:00.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:00.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:04:00.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
14:04:00.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
14:04:00.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
14:04:00.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
14:04:00.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
14:04:00.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:00.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:00.706000 21842 catalog_manager.cc:7058] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968 in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:04:00.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.739626 22422 tablet_service.cc:1511] Processing CreateTablet for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968 [id=dbabede762db475191f8082ab65c0293]), partition=RANGE (key) PARTITION UNBOUNDED
14:04:00.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.739557 22148 tablet_service.cc:1511] Processing CreateTablet for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968 [id=dbabede762db475191f8082ab65c0293]), partition=RANGE (key) PARTITION UNBOUNDED
14:04:00.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.740753 22422 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:00.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.740747 22148 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:00.757 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table dbabede762db475191f8082ab65c0293
14:04:00.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.763968 22523 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da: Bootstrap starting.
14:04:00.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.764564 22287 tablet_service.cc:1511] Processing CreateTablet for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba (DEFAULT_TABLE table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968 [id=dbabede762db475191f8082ab65c0293]), partition=RANGE (key) PARTITION UNBOUNDED
14:04:00.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.765034 22522 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Bootstrap starting.
14:04:00.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.765738 22287 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:00.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.767450 22523 tablet_bootstrap.cc:654] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da: Neither blocks nor log segments found. Creating new log.
14:04:00.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.767450 22522 tablet_bootstrap.cc:654] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Neither blocks nor log segments found. Creating new log.
14:04:00.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.768414 22522 log.cc:826] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Log is configured to *not* fsync() on all Append() calls
14:04:00.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.768582 22523 log.cc:826] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da: Log is configured to *not* fsync() on all Append() calls
14:04:00.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.770839 22523 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da: No bootstrap required, opened a new log
14:04:00.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.771200 22523 ts_tablet_manager.cc:1403] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da: Time spent bootstrapping tablet: real 0.007s	user 0.006s	sys 0.000s
14:04:00.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.776530 22523 raft_consensus.cc:359] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:00.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.777379 22523 raft_consensus.cc:385] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:00.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.778949 22523 raft_consensus.cc:740] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 87504ef3975148ef87774a1064a675da, State: Initialized, Role: FOLLOWER
14:04:00.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.780632 22523 consensus_queue.cc:260] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:00.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.781756 22523 ts_tablet_manager.cc:1434] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da: Time spent starting tablet: real 0.010s	user 0.008s	sys 0.000s
14:04:00.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.785754 22527 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76: Bootstrap starting.
14:04:00.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.788451 22526 raft_consensus.cc:493] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:04:00.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.788628 22526 raft_consensus.cc:515] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:00.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.791647 22527 tablet_bootstrap.cc:654] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76: Neither blocks nor log segments found. Creating new log.
14:04:00.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.791678 22526 leader_election.cc:290] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917), 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:04:00.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.793876 22527 log.cc:826] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76: Log is configured to *not* fsync() on all Append() calls
14:04:00.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.796619 22522 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: No bootstrap required, opened a new log
14:04:00.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.797173 22522 ts_tablet_manager.cc:1403] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Time spent bootstrapping tablet: real 0.032s	user 0.006s	sys 0.000s
14:04:00.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.798336 22442 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "87504ef3975148ef87774a1064a675da" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0f2cde892aca483e9ff43f33b364d56a" is_pre_election: true
14:04:00.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:00.801352 22105 leader_election.cc:343] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917): Illegal state: must be running to vote when last-logged opid is not known
14:04:00.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.801441 22522 raft_consensus.cc:359] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:00.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.801659 22522 raft_consensus.cc:385] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:00.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.801714 22522 raft_consensus.cc:740] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0f2cde892aca483e9ff43f33b364d56a, State: Initialized, Role: FOLLOWER
14:04:00.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.802325 22522 consensus_queue.cc:260] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:00.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.803400 22522 ts_tablet_manager.cc:1434] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Time spent starting tablet: real 0.006s	user 0.004s	sys 0.000s
14:04:00.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.802899 22307 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "87504ef3975148ef87774a1064a675da" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3b93133fc3144aa6a3c7219c08983c76" is_pre_election: true
14:04:00.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:00.804708 22103 leader_election.cc:343] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377): Illegal state: must be running to vote when last-logged opid is not known
14:04:00.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.804849 22103 leader_election.cc:304] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 87504ef3975148ef87774a1064a675da; no voters: 0f2cde892aca483e9ff43f33b364d56a, 3b93133fc3144aa6a3c7219c08983c76
14:04:00.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.806201 22526 raft_consensus.cc:2749] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:04:00.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.811758 22527 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76: No bootstrap required, opened a new log
14:04:00.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.812063 22527 ts_tablet_manager.cc:1403] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76: Time spent bootstrapping tablet: real 0.027s	user 0.008s	sys 0.000s
14:04:00.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.816236 22527 raft_consensus.cc:359] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.816892 22527 raft_consensus.cc:385] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:00.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.817370 22527 raft_consensus.cc:740] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3b93133fc3144aa6a3c7219c08983c76, State: Initialized, Role: FOLLOWER
14:04:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.818336 22527 consensus_queue.cc:260] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:00.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.819944 22527 ts_tablet_manager.cc:1434] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76: Time spent starting tablet: real 0.008s	user 0.006s	sys 0.000s
14:04:00.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.858783 22531 raft_consensus.cc:493] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:04:00.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.859136 22531 raft_consensus.cc:515] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:00.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.860450 22531 leader_election.cc:290] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 87504ef3975148ef87774a1064a675da (127.21.73.193:38645), 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:04:00.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:00.860741 22356 tablet.cc:2404] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:04:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.865684 22169 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "0f2cde892aca483e9ff43f33b364d56a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "87504ef3975148ef87774a1064a675da" is_pre_election: true
14:04:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.865957 22169 raft_consensus.cc:2468] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0f2cde892aca483e9ff43f33b364d56a in term 0.
14:04:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.866518 22307 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "0f2cde892aca483e9ff43f33b364d56a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3b93133fc3144aa6a3c7219c08983c76" is_pre_election: true
14:04:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.866750 22307 raft_consensus.cc:2468] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0f2cde892aca483e9ff43f33b364d56a in term 0.
14:04:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.866693 22375 leader_election.cc:304] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0f2cde892aca483e9ff43f33b364d56a, 87504ef3975148ef87774a1064a675da; no voters: 
14:04:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.867134 22531 raft_consensus.cc:2804] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 0 FOLLOWER]: Leader pre-election won for term 1
14:04:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.867214 22531 raft_consensus.cc:493] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:04:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.867255 22531 raft_consensus.cc:3060] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 0 FOLLOWER]: Advancing to term 1
14:04:00.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:00.868088 22218 tablet.cc:2404] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:04:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.868498 22531 raft_consensus.cc:515] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.868973 22531 leader_election.cc:290] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [CANDIDATE]: Term 1 election: Requested vote from peers 87504ef3975148ef87774a1064a675da (127.21.73.193:38645), 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:04:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.869354 22169 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "0f2cde892aca483e9ff43f33b364d56a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "87504ef3975148ef87774a1064a675da"
14:04:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.869434 22307 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "0f2cde892aca483e9ff43f33b364d56a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3b93133fc3144aa6a3c7219c08983c76"
14:04:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.869498 22169 raft_consensus.cc:3060] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 0 FOLLOWER]: Advancing to term 1
14:04:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.869549 22307 raft_consensus.cc:3060] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 0 FOLLOWER]: Advancing to term 1
14:04:00.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.870684 22169 raft_consensus.cc:2468] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0f2cde892aca483e9ff43f33b364d56a in term 1.
14:04:00.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.870684 22307 raft_consensus.cc:2468] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0f2cde892aca483e9ff43f33b364d56a in term 1.
14:04:00.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.871099 22376 leader_election.cc:304] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0f2cde892aca483e9ff43f33b364d56a, 3b93133fc3144aa6a3c7219c08983c76; no voters: 
14:04:00.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.871343 22531 raft_consensus.cc:2804] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 1 FOLLOWER]: Leader election won for term 1
14:04:00.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.871568 22531 raft_consensus.cc:697] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 1 LEADER]: Becoming Leader. State: Replica: 0f2cde892aca483e9ff43f33b364d56a, State: Running, Role: LEADER
14:04:00.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.871990 22531 consensus_queue.cc:237] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:00.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:00.876703 21842 catalog_manager.cc:5696] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a reported cstate change: term changed from 0 to 1, leader changed from <none> to 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195). New cstate: current_term: 1 leader_uuid: "0f2cde892aca483e9ff43f33b364d56a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } health_report { overall_health: UNKNOWN } } }
14:04:00.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:00.886543 22491 tablet.cc:2404] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:04:00.899 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table dbabede762db475191f8082ab65c0293
14:04:00.923 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:00.933 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299990, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)[L],3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:00.934 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=24), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [11ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=null) after lookup
14:04:00.952 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] connecting to peer
14:04:00.959 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] Successfully connected to peer
14:04:01.053 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x049b221a, L:/127.0.0.1:55526 - R:/127.21.73.195:32917] using TOKEN/null
14:04:01.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:01.063055 22169 raft_consensus.cc:1275] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 1 FOLLOWER]: Refusing update from remote peer 0f2cde892aca483e9ff43f33b364d56a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:04:01.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:01.063154 22307 raft_consensus.cc:1275] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 1 FOLLOWER]: Refusing update from remote peer 0f2cde892aca483e9ff43f33b364d56a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:04:01.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:01.063872 22535 consensus_queue.cc:1048] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [LEADER]: Connected to new peer: Peer: permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:01.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:01.064117 22531 consensus_queue.cc:1048] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [LEADER]: Connected to new peer: Peer: permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:01.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:01.097656 22539 mvcc.cc:204] Tried to move back new op lower bound from 7287247016184557568 to 7287247015415382016. Current Snapshot: MvccSnapshot[applied={T|T < 7287247016184557568}]
14:04:01.230 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:01.232 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.21.73.195:32917
14:04:01.235 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:04:01.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:01.235908 21799 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu with pid 22359
14:04:01.246 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:04:01.248 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] handling channelInactive
14:04:01.250 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] cleaning up while in state READY due to: connection closed
14:04:01.251 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: connection closed
14:04:01.273 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:01.274 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)[L],3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:01.274 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=2, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [3ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [26ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1535722234(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@49abcd6d -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@216a67c3 -> wakeup thread Time-limited test)) after lookup
14:04:01.275 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] connecting to peer
14:04:01.279 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:01.279 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:01.280 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:01.295 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:01.297 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299998, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)[L],3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:01.297 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=4, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=50), Traces: [0ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [3ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [26ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [28ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [33ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [33ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [47ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1535722234(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@49abcd6d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1777275953 after retry RPC@2127748230), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@216a67c3 -> wakeup thread Time-limited test -> (continuation of Deferred@1777275953 after retry RPC@2127748230))) after lookup
14:04:01.299 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] connecting to peer
14:04:01.301 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:01.302 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:01.302 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:01.333 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:01.334 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)[L],3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:01.334 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=6, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=87), Traces: [0ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [3ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [26ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [28ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [33ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [33ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [47ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [51ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [55ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [55ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [86ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1535722234(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@49abcd6d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1777275953 after retry RPC@2127748230) -> (continuation of Deferred@730468569 after retry RPC@369497307), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@216a67c3 -> wakeup thread Time-limited test -> (continuation of Deferred@1777275953 after retry RPC@2127748230) -> (continuation of Deferred@730468569 after retry RPC@369497307))) after lookup
14:04:01.335 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] connecting to peer
14:04:01.340 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:01.340 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:01.340 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:01.373 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:01.374 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)[L],3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:01.374 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=8, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=127), Traces: [0ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [3ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [26ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [28ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [33ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [33ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [47ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [51ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [55ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [55ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [86ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [88ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [93ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [93ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [122ms] refreshing cache from master, [122ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [126ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1535722234(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@49abcd6d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1777275953 after retry RPC@2127748230) -> (continuation of Deferred@730468569 after retry RPC@369497307) -> (continuation of Deferred@604013245 after retry RPC@193572527), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@216a67c3 -> wakeup thread Time-limited test -> (continuation of Deferred@1777275953 after retry RPC@2127748230) -> (continuation of Deferred@730468569 after retry RPC@369497307) -> (continuation of Deferred@604013245 after retry RPC@193572527))) after lookup
14:04:01.376 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] connecting to peer
14:04:01.378 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:01.378 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:01.379 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:01.794 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:01.794 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)[L],3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:01.795 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=10, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=547), Traces: [0ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [3ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [26ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [28ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [33ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [33ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [47ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [51ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [55ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [55ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [86ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [88ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [93ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [93ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [122ms] refreshing cache from master, [122ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [126ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [128ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [131ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [132ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [543ms] refreshing cache from master, [543ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [546ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1535722234(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@49abcd6d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1777275953 after retry RPC@2127748230) -> (continuation of Deferred@730468569 after retry RPC@369497307) -> (continuation of Deferred@604013245 after retry RPC@193572527) -> (continuation of Deferred@678259726 after retry RPC@1693444824), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@216a67c3 -> wakeup thread Time-limited test -> (continuation of Deferred@1777275953 after retry RPC@2127748230) -> (continuation of Deferred@730468569 after retry RPC@369497307) -> (continuation of Deferred@604013245 after retry RPC@193572527) -> (continuation of Deferred@678259726 after retry RPC@1693444824))) after lookup
14:04:01.796 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] connecting to peer
14:04:01.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:01.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:01.797 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:02.644204 22555 raft_consensus.cc:493] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 0f2cde892aca483e9ff43f33b364d56a)
14:04:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:02.644397 22556 raft_consensus.cc:493] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 0f2cde892aca483e9ff43f33b364d56a)
14:04:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:02.644518 22556 raft_consensus.cc:515] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:02.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:02.644387 22555 raft_consensus.cc:515] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:02.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:02.645617 22555 leader_election.cc:290] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917), 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:04:02.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:02.645694 22304 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "87504ef3975148ef87774a1064a675da" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "3b93133fc3144aa6a3c7219c08983c76" is_pre_election: true
14:04:02.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:02.645789 22556 leader_election.cc:290] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 87504ef3975148ef87774a1064a675da (127.21.73.193:38645), 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917)
14:04:02.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:02.645840 22304 raft_consensus.cc:2468] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 87504ef3975148ef87774a1064a675da in term 1.
14:04:02.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:02.646384 22103 leader_election.cc:304] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3b93133fc3144aa6a3c7219c08983c76, 87504ef3975148ef87774a1064a675da; no voters: 
14:04:02.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:02.646484 22105 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.73.195:32917: connect: Connection refused (error 111)
14:04:02.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:02.646587 22555 raft_consensus.cc:2804] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 1 FOLLOWER]: Leader pre-election won for term 2
14:04:02.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:02.646646 22555 raft_consensus.cc:493] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 1 FOLLOWER]: Starting leader election (detected failure of leader 0f2cde892aca483e9ff43f33b364d56a)
14:04:02.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:02.646699 22555 raft_consensus.cc:3060] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 1 FOLLOWER]: Advancing to term 2
14:04:02.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:02.646925 22243 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.73.195:32917: connect: Connection refused (error 111)
14:04:02.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:02.647699 22105 leader_election.cc:336] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917): Network error: Client connection negotiation failed: client connection to 127.21.73.195:32917: connect: Connection refused (error 111)
14:04:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:02.647922 22555 raft_consensus.cc:515] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:02.648713 22243 leader_election.cc:336] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917): Network error: Client connection negotiation failed: client connection to 127.21.73.195:32917: connect: Connection refused (error 111)
14:04:02.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:02.649024 22555 leader_election.cc:290] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 2 election: Requested vote from peers 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917), 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:04:02.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:02.649238 22304 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "87504ef3975148ef87774a1064a675da" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "3b93133fc3144aa6a3c7219c08983c76"
14:04:02.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:02.649420 22304 raft_consensus.cc:3060] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 1 FOLLOWER]: Advancing to term 2
14:04:02.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:02.649892 22105 leader_election.cc:336] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917): Network error: Client connection negotiation failed: client connection to 127.21.73.195:32917: connect: Connection refused (error 111)
14:04:02.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:02.650566 22304 raft_consensus.cc:2468] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 87504ef3975148ef87774a1064a675da in term 2.
14:04:02.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:02.651041 22103 leader_election.cc:304] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3b93133fc3144aa6a3c7219c08983c76, 87504ef3975148ef87774a1064a675da; no voters: 0f2cde892aca483e9ff43f33b364d56a
14:04:02.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:02.651369 22555 raft_consensus.cc:2804] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 2 FOLLOWER]: Leader election won for term 2
14:04:02.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:02.651620 22555 raft_consensus.cc:697] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 2 LEADER]: Becoming Leader. State: Replica: 87504ef3975148ef87774a1064a675da, State: Running, Role: LEADER
14:04:02.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:02.651840 22169 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "3b93133fc3144aa6a3c7219c08983c76" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "87504ef3975148ef87774a1064a675da" is_pre_election: true
14:04:02.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:02.652228 22555 consensus_queue.cc:237] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:02.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:02.652338 22240 leader_election.cc:304] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3b93133fc3144aa6a3c7219c08983c76; no voters: 0f2cde892aca483e9ff43f33b364d56a, 87504ef3975148ef87774a1064a675da
14:04:02.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:02.652750 22556 raft_consensus.cc:2749] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:04:02.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:02.655570 21842 catalog_manager.cc:5696] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da reported cstate change: term changed from 1 to 2, leader changed from 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195) to 87504ef3975148ef87774a1064a675da (127.21.73.193). New cstate: current_term: 2 leader_uuid: "87504ef3975148ef87774a1064a675da" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } health_report { overall_health: UNKNOWN } } }
14:04:03.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.072847 22304 raft_consensus.cc:1275] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 2 FOLLOWER]: Refusing update from remote peer 87504ef3975148ef87774a1064a675da: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
14:04:03.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.073607 22555 consensus_queue.cc:1048] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [LEADER]: Connected to new peer: Peer: permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
14:04:03.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:03.079984 22105 consensus_peers.cc:597] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da -> Peer 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917): Couldn't send request to peer 0f2cde892aca483e9ff43f33b364d56a. Status: Network error: Client connection negotiation failed: client connection to 127.21.73.195:32917: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:04:03.134 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:03.134 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)[L]]}]
14:04:03.136 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=12, sequence_id=4, TimeoutTracker(timeout=30000, elapsed=1888), Traces: [0ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [3ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: connection closed, [4ms] delaying RPC due to: Network error: connection closed, [22ms] refreshing cache from master, [22ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [26ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [28ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [33ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [33ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [42ms] refreshing cache from master, [42ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [47ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [51ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [55ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [55ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [82ms] refreshing cache from master, [82ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [86ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [88ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [93ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [93ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [122ms] refreshing cache from master, [122ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [126ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [128ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [131ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [132ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [543ms] refreshing cache from master, [543ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [546ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [548ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [550ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [550ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [1882ms] refreshing cache from master, [1882ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [1886ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1535722234(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@49abcd6d -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1777275953 after retry RPC@2127748230) -> (continuation of Deferred@730468569 after retry RPC@369497307) -> (continuation of Deferred@604013245 after retry RPC@193572527) -> (continuation of Deferred@678259726 after retry RPC@1693444824) -> (continuation of Deferred@1934744085 after retry RPC@310482714), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@216a67c3 -> wakeup thread Time-limited test -> (continuation of Deferred@1777275953 after retry RPC@2127748230) -> (continuation of Deferred@730468569 after retry RPC@369497307) -> (continuation of Deferred@604013245 after retry RPC@193572527) -> (continuation of Deferred@678259726 after retry RPC@1693444824) -> (continuation of Deferred@1934744085 after retry RPC@310482714))) after lookup
14:04:03.137 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] connecting to peer
14:04:03.139 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] Successfully connected to peer
14:04:03.170 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe13bb648, L:/127.0.0.1:51710 - R:/127.21.73.193:38645] using TOKEN/null
14:04:03.202 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.21.73.195:32917
14:04:03.204 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:04:03.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.205268 21799 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:04:03.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:04:03.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/wal
14:04:03.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data
14:04:03.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:03.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:03.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:03.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:03.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:03.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:03.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/logs
14:04:03.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data/info.pb
14:04:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:04:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.195:32917
14:04:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.73.195
14:04:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:04:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45753
14:04:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.195
14:04:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:04:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:04:03.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:03.358806 22581 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:03.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:03.359102 22581 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:03.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:03.359153 22581 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:03.365378 22581 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:03.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:03.365540 22581 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.73.195
14:04:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.371842 22581 tablet_server_runner.cc:78] Tablet server non-default flags:
14:04:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:04:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data
14:04:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/wal
14:04:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.195:32917
14:04:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data/info.pb
14:04:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.195
14:04:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45753
14:04:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:04:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.22581
14:04:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.73.195
14:04:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/logs
14:04:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:04:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:04:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:04:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:04:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on bdcb31816ec0
14:04:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11956
14:04:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.373152 22581 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:03.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.374352 22581 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:03.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:03.384249 22587 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:03.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:03.384806 22589 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:03.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:03.384932 22586 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:03.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.387761 22581 server_base.cc:1061] running on GCE node
14:04:03.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.388469 22581 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:03.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.389171 22581 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:03.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.390522 22581 hybrid_clock.cc:648] HybridClock initialized: now 1779113043390486 us; error 50 us; skew 500 ppm
14:04:03.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.393474 22581 webserver.cc:533] Webserver started at http://127.21.73.195:45753/ using document root <none> and password file <none>
14:04:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.394385 22581 fs_manager.cc:362] Metadata directory not provided
14:04:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.394516 22581 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:03.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.398934 22581 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.003s	sys 0.000s
14:04:03.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.401705 22595 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:04:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.403302 22581 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
14:04:03.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.403486 22581 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data,/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/wal
14:04:03.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0f2cde892aca483e9ff43f33b364d56a"
14:04:03.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:03:59 on dist-test-slave-l87x"
14:04:03.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.404101 22581 fs_report.cc:389] FS layout report
14:04:03.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:03.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/wal
14:04:03.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/wal
14:04:03.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data/data
14:04:03.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:03.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:03.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:03.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:03.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:03.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:03.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:03.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:03.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:03.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:03.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.427856 22581 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:04:03.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.428848 22581 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:03.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.429116 22581 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:03.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.429746 22581 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:04:03.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.431303 22602 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:04:03.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.435343 22581 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:04:03.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.435494 22581 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.005s	user 0.001s	sys 0.000s
14:04:03.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.435580 22581 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:04:03.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.437309 22581 ts_tablet_manager.cc:616] Registered 1 tablets
14:04:03.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.437425 22581 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
14:04:03.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.437887 22602 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Bootstrap starting.
14:04:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.456879 22581 rpc_server.cc:307] RPC server started. Bound to: 127.21.73.195:32917
14:04:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.456962 22709 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.73.195:32917 every 8 connection(s)
14:04:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.458578 22581 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data/info.pb
14:04:03.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.459643 22602 log.cc:826] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Log is configured to *not* fsync() on all Append() calls
14:04:03.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.466645 21799 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu as pid 22581
14:04:03.467 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:04:03.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.471570 22602 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:04:03.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.472052 22602 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Bootstrap complete.
14:04:03.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.473695 22602 ts_tablet_manager.cc:1403] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Time spent bootstrapping tablet: real 0.036s	user 0.032s	sys 0.000s
14:04:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.476642 22602 raft_consensus.cc:359] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.477463 22602 raft_consensus.cc:740] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0f2cde892aca483e9ff43f33b364d56a, State: Initialized, Role: FOLLOWER
14:04:03.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.478261 22602 consensus_queue.cc:260] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:03.479 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 6 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.479544 22602 ts_tablet_manager.cc:1434] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Time spent starting tablet: real 0.006s	user 0.008s	sys 0.000s
14:04:03.480 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.21.73.193:38645
14:04:03.480 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:04:03.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.481070 21799 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu with pid 22087
14:04:03.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.483467 22711 heartbeater.cc:344] Connected to a master server at 127.21.73.254:46331
14:04:03.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.483783 22711 heartbeater.cc:461] Registering TS with master...
14:04:03.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.484735 22711 heartbeater.cc:507] Master 127.21.73.254:46331 requested a full tablet report, sending...
14:04:03.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.486336 22710 heartbeater.cc:344] Connected to a master server at 127.21.73.252:37399
14:04:03.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.486454 22710 heartbeater.cc:461] Registering TS with master...
14:04:03.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.486729 22710 heartbeater.cc:507] Master 127.21.73.252:37399 requested a full tablet report, sending...
14:04:03.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.487435 21842 ts_manager.cc:194] Re-registered known tserver with Master: 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917)
14:04:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.487910 22712 heartbeater.cc:344] Connected to a master server at 127.21.73.253:46389
14:04:03.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.488011 22712 heartbeater.cc:461] Registering TS with master...
14:04:03.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.488214 22712 heartbeater.cc:507] Master 127.21.73.253:46389 requested a full tablet report, sending...
14:04:03.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.488474 21842 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.73.195:51547
14:04:03.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.488715 21986 ts_manager.cc:194] Re-registered known tserver with Master: 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917)
14:04:03.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.489367 21914 ts_manager.cc:194] Re-registered known tserver with Master: 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917)
14:04:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:03.491636 22711 heartbeater.cc:499] Master 127.21.73.254:46331 was elected leader, sending a full tablet report...
14:04:03.492 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] handling channelInactive
14:04:03.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] cleaning up while in state READY due to: connection closed
14:04:03.493 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:04:03.494 [DEBUG - Time-limited test] (Connection.java:748) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] connecting to peer
14:04:03.495 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:03.495 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:03.495 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 87504ef3975148ef87774a1064a675da(127.21.73.193:38645) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:03.514 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:03.514 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)[L]]}]
14:04:03.515 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=2, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [2ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [3ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [16ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [20ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1625539166(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@7e44b01f -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@620a8601 -> wakeup thread Time-limited test)) after lookup
14:04:03.515 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] connecting to peer
14:04:03.517 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:03.517 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:03.517 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 87504ef3975148ef87774a1064a675da(127.21.73.193:38645) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:03.533 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:03.534 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)[L]]}]
14:04:03.538 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=4, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [2ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [3ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [16ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [20ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [22ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [24ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [24ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [40ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1625539166(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@7e44b01f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@594883410 after retry RPC@360289203), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@620a8601 -> wakeup thread Time-limited test -> (continuation of Deferred@594883410 after retry RPC@360289203))) after lookup
14:04:03.540 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] connecting to peer
14:04:03.541 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:03.542 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:03.542 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 87504ef3975148ef87774a1064a675da(127.21.73.193:38645) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:03.554 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:03.554 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)[L]]}]
14:04:03.555 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=6, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=62), Traces: [0ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [2ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [3ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [16ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [20ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [22ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [24ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [24ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [40ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [46ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [49ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [49ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [60ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1625539166(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@7e44b01f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@594883410 after retry RPC@360289203) -> (continuation of Deferred@521017766 after retry RPC@1186194943), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@620a8601 -> wakeup thread Time-limited test -> (continuation of Deferred@594883410 after retry RPC@360289203) -> (continuation of Deferred@521017766 after retry RPC@1186194943))) after lookup
14:04:03.556 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] connecting to peer
14:04:03.557 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:03.557 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:03.558 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 87504ef3975148ef87774a1064a675da(127.21.73.193:38645) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:03.693 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:03.693 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)[L]]}]
14:04:03.694 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=8, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=200), Traces: [0ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [2ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [3ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [16ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [20ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [22ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [24ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [24ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [40ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [46ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [49ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [49ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [60ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [63ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [65ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [65ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [196ms] refreshing cache from master, [196ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [199ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1625539166(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@7e44b01f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@594883410 after retry RPC@360289203) -> (continuation of Deferred@521017766 after retry RPC@1186194943) -> (continuation of Deferred@1008878429 after retry RPC@1709688123), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@620a8601 -> wakeup thread Time-limited test -> (continuation of Deferred@594883410 after retry RPC@360289203) -> (continuation of Deferred@521017766 after retry RPC@1186194943) -> (continuation of Deferred@1008878429 after retry RPC@1709688123))) after lookup
14:04:03.695 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] connecting to peer
14:04:03.696 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:03.696 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:03.697 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 87504ef3975148ef87774a1064a675da(127.21.73.193:38645) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:03.912 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:03.913 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)[L]]}]
14:04:03.913 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=10, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=420), Traces: [0ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [2ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [3ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [16ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [20ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [22ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [24ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [24ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [40ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [46ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [49ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [49ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [60ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [63ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [65ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [65ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [196ms] refreshing cache from master, [196ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [199ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [202ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [204ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [204ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [416ms] refreshing cache from master, [416ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [419ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1625539166(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@7e44b01f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@594883410 after retry RPC@360289203) -> (continuation of Deferred@521017766 after retry RPC@1186194943) -> (continuation of Deferred@1008878429 after retry RPC@1709688123) -> (continuation of Deferred@1526230768 after retry RPC@23967369), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@620a8601 -> wakeup thread Time-limited test -> (continuation of Deferred@594883410 after retry RPC@360289203) -> (continuation of Deferred@521017766 after retry RPC@1186194943) -> (continuation of Deferred@1008878429 after retry RPC@1709688123) -> (continuation of Deferred@1526230768 after retry RPC@23967369))) after lookup
14:04:03.914 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] connecting to peer
14:04:03.916 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:03.917 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:03.917 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 87504ef3975148ef87774a1064a675da(127.21.73.193:38645) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:04.114 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:04.115 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)[L]]}]
14:04:04.116 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=12, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=622), Traces: [0ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [2ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [3ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [16ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [20ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [22ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [24ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [24ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [40ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [46ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [49ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [49ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [60ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [63ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [65ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [65ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [196ms] refreshing cache from master, [196ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [199ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [202ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [204ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [204ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [416ms] refreshing cache from master, [416ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [419ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [420ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [424ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [424ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [617ms] refreshing cache from master, [617ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [621ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1625539166(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@7e44b01f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@594883410 after retry RPC@360289203) -> (continuation of Deferred@521017766 after retry RPC@1186194943) -> (continuation of Deferred@1008878429 after retry RPC@1709688123) -> (continuation of Deferred@1526230768 after retry RPC@23967369) -> (continuation of Deferred@1439431999 after retry RPC@1994011531), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@620a8601 -> wakeup thread Time-limited test -> (continuation of Deferred@594883410 after retry RPC@360289203) -> (continuation of Deferred@521017766 after retry RPC@1186194943) -> (continuation of Deferred@1008878429 after retry RPC@1709688123) -> (continuation of Deferred@1526230768 after retry RPC@23967369) -> (continuation of Deferred@1439431999 after retry RPC@1994011531))) after lookup
14:04:04.117 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] connecting to peer
14:04:04.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:04.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:04.119 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 87504ef3975148ef87774a1064a675da(127.21.73.193:38645) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:04.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.682875 22723 raft_consensus.cc:493] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:04:04.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.683133 22723 raft_consensus.cc:515] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:04.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.684492 22723 leader_election.cc:290] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 87504ef3975148ef87774a1064a675da (127.21.73.193:38645), 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:04:04.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:04.685271 22596 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.73.193:38645: connect: Connection refused (error 111)
14:04:04.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:04.686403 22596 leader_election.cc:336] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 87504ef3975148ef87774a1064a675da (127.21.73.193:38645): Network error: Client connection negotiation failed: client connection to 127.21.73.193:38645: connect: Connection refused (error 111)
14:04:04.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.690719 22304 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "0f2cde892aca483e9ff43f33b364d56a" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "3b93133fc3144aa6a3c7219c08983c76" is_pre_election: true
14:04:04.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.691473 22597 leader_election.cc:304] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0f2cde892aca483e9ff43f33b364d56a; no voters: 3b93133fc3144aa6a3c7219c08983c76, 87504ef3975148ef87774a1064a675da
14:04:04.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.691819 22723 raft_consensus.cc:2749] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:04:04.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.701732 22728 raft_consensus.cc:493] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 87504ef3975148ef87774a1064a675da)
14:04:04.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.701882 22728 raft_consensus.cc:515] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:04.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.702749 22728 leader_election.cc:290] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 87504ef3975148ef87774a1064a675da (127.21.73.193:38645), 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917)
14:04:04.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:04.705202 22240 leader_election.cc:336] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 87504ef3975148ef87774a1064a675da (127.21.73.193:38645): Network error: Client connection negotiation failed: client connection to 127.21.73.193:38645: connect: Connection refused (error 111)
14:04:04.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.709597 22664 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "3b93133fc3144aa6a3c7219c08983c76" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "0f2cde892aca483e9ff43f33b364d56a" is_pre_election: true
14:04:04.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.709903 22664 raft_consensus.cc:2468] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3b93133fc3144aa6a3c7219c08983c76 in term 1.
14:04:04.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.711009 22243 leader_election.cc:304] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0f2cde892aca483e9ff43f33b364d56a, 3b93133fc3144aa6a3c7219c08983c76; no voters: 87504ef3975148ef87774a1064a675da
14:04:04.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.711289 22728 raft_consensus.cc:2804] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 2 FOLLOWER]: Leader pre-election won for term 3
14:04:04.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.711359 22728 raft_consensus.cc:493] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 2 FOLLOWER]: Starting leader election (detected failure of leader 87504ef3975148ef87774a1064a675da)
14:04:04.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.711403 22728 raft_consensus.cc:3060] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 2 FOLLOWER]: Advancing to term 3
14:04:04.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.712621 22728 raft_consensus.cc:515] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.713171 22728 leader_election.cc:290] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [CANDIDATE]: Term 3 election: Requested vote from peers 87504ef3975148ef87774a1064a675da (127.21.73.193:38645), 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917)
14:04:04.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.713763 22664 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "3b93133fc3144aa6a3c7219c08983c76" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "0f2cde892aca483e9ff43f33b364d56a"
14:04:04.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.713913 22664 raft_consensus.cc:3060] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 1 FOLLOWER]: Advancing to term 3
14:04:04.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:04.714895 22240 leader_election.cc:336] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 87504ef3975148ef87774a1064a675da (127.21.73.193:38645): Network error: Client connection negotiation failed: client connection to 127.21.73.193:38645: connect: Connection refused (error 111)
14:04:04.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.715803 22664 raft_consensus.cc:2468] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3b93133fc3144aa6a3c7219c08983c76 in term 3.
14:04:04.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.716457 22243 leader_election.cc:304] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0f2cde892aca483e9ff43f33b364d56a, 3b93133fc3144aa6a3c7219c08983c76; no voters: 87504ef3975148ef87774a1064a675da
14:04:04.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.716683 22728 raft_consensus.cc:2804] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 3 FOLLOWER]: Leader election won for term 3
14:04:04.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.716966 22728 raft_consensus.cc:697] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 3 LEADER]: Becoming Leader. State: Replica: 3b93133fc3144aa6a3c7219c08983c76, State: Running, Role: LEADER
14:04:04.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.717455 22728 consensus_queue.cc:237] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 8, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:04.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:04.721140 21842 catalog_manager.cc:5696] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 reported cstate change: term changed from 2 to 3, leader changed from 87504ef3975148ef87774a1064a675da (127.21.73.193) to 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194). New cstate: current_term: 3 leader_uuid: "3b93133fc3144aa6a3c7219c08983c76" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } health_report { overall_health: HEALTHY } } }
14:04:05.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:05.095415 22240 consensus_peers.cc:597] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 -> Peer 87504ef3975148ef87774a1064a675da (127.21.73.193:38645): Couldn't send request to peer 87504ef3975148ef87774a1064a675da. Status: Network error: Client connection negotiation failed: client connection to 127.21.73.193:38645: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:04:05.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:05.324587 22664 raft_consensus.cc:1275] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 3 FOLLOWER]: Refusing update from remote peer 3b93133fc3144aa6a3c7219c08983c76: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 3 index: 9. (index mismatch)
14:04:05.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:05.325435 22728 consensus_queue.cc:1048] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 9, Last known committed idx: 4, Time since last communication: 0.000s
14:04:05.774 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:05.775 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)[L],87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:05.775 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=14, sequence_id=7, TimeoutTracker(timeout=30000, elapsed=2282), Traces: [0ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [2ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [3ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [16ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [20ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [22ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [24ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [24ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [36ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [40ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [46ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [49ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [49ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [56ms] refreshing cache from master, [56ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [60ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [63ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [65ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [65ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [196ms] refreshing cache from master, [196ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [199ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [202ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [204ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [204ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [416ms] refreshing cache from master, [416ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [419ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [420ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [424ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [424ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [617ms] refreshing cache from master, [617ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [621ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [623ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [626ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [626ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [2276ms] refreshing cache from master, [2277ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [2281ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1625539166(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@7e44b01f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@594883410 after retry RPC@360289203) -> (continuation of Deferred@521017766 after retry RPC@1186194943) -> (continuation of Deferred@1008878429 after retry RPC@1709688123) -> (continuation of Deferred@1526230768 after retry RPC@23967369) -> (continuation of Deferred@1439431999 after retry RPC@1994011531) -> (continuation of Deferred@1208353814 after retry RPC@1815285498), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@620a8601 -> wakeup thread Time-limited test -> (continuation of Deferred@594883410 after retry RPC@360289203) -> (continuation of Deferred@521017766 after retry RPC@1186194943) -> (continuation of Deferred@1008878429 after retry RPC@1709688123) -> (continuation of Deferred@1526230768 after retry RPC@23967369) -> (continuation of Deferred@1439431999 after retry RPC@1994011531) -> (continuation of Deferred@1208353814 after retry RPC@1815285498))) after lookup
14:04:05.776 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] connecting to peer
14:04:05.778 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] Successfully connected to peer
14:04:05.805 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x5283b96d, L:/127.0.0.1:57446 - R:/127.21.73.194:33377] using TOKEN/null
14:04:05.839 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.21.73.193:38645
14:04:05.841 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:04:05.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:05.842092 21799 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:04:05.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:04:05.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/wal
14:04:05.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data
14:04:05.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:05.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:05.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:05.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:05.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:05.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:05.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/logs
14:04:05.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data/info.pb
14:04:05.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:05.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:05.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:05.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:05.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:05.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:05.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:05.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:05.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:04:05.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:05.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.193:38645
14:04:05.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.73.193
14:04:05.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:04:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42499
14:04:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.193
14:04:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:04:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:05.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:04:05.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:05.978256 22760 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:05.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:05.978523 22760 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:05.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:05.978574 22760 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:05.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:05.982340 22760 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:05.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:05.982482 22760 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.73.193
14:04:05.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:05.986935 22760 tablet_server_runner.cc:78] Tablet server non-default flags:
14:04:05.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:05.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:04:05.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:05.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:05.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data
14:04:05.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/wal
14:04:05.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:05.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:05.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.193:38645
14:04:05.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:05.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:05.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:05.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data/info.pb
14:04:05.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.193
14:04:05.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42499
14:04:05.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:04:05.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:05.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.22760
14:04:05.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:05.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:05.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:05.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:05.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.73.193
14:04:05.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/logs
14:04:05.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:05.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:05.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:04:05.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:04:05.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:05.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:04:05.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:04:05.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on bdcb31816ec0
14:04:05.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11956
14:04:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:05.988372 22760 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:05.989516 22760 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:05.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:05.997498 22765 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:05.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:05.997610 22766 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:05.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:05.997474 22768 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:05.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:05.997932 22760 server_base.cc:1061] running on GCE node
14:04:05.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:05.998811 22760 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:05.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:05.999480 22760 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:06.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.000691 22760 hybrid_clock.cc:648] HybridClock initialized: now 1779113046000671 us; error 43 us; skew 500 ppm
14:04:06.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.003329 22760 webserver.cc:533] Webserver started at http://127.21.73.193:42499/ using document root <none> and password file <none>
14:04:06.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.003952 22760 fs_manager.cc:362] Metadata directory not provided
14:04:06.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.004042 22760 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:06.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.008109 22760 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
14:04:06.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.010794 22774 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:04:06.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.012216 22760 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
14:04:06.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.012358 22760 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data,/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/wal
14:04:06.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "87504ef3975148ef87774a1064a675da"
14:04:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:03:58 on dist-test-slave-l87x"
14:04:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.012799 22760 fs_report.cc:389] FS layout report
14:04:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/wal
14:04:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/wal
14:04:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data/data
14:04:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:06.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:06.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:06.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:06.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:06.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:06.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:06.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:06.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:06.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:06.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:06.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.024396 22760 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:04:06.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.025149 22760 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:06.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.025321 22760 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:06.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.025867 22760 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:04:06.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.027388 22781 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:04:06.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.031478 22760 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:04:06.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.031560 22760 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
14:04:06.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.031613 22760 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:04:06.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.033661 22760 ts_tablet_manager.cc:616] Registered 1 tablets
14:04:06.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.033738 22760 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
14:04:06.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.034312 22781 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da: Bootstrap starting.
14:04:06.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.048781 22760 rpc_server.cc:307] RPC server started. Bound to: 127.21.73.193:38645
14:04:06.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.048858 22888 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.73.193:38645 every 8 connection(s)
14:04:06.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.050576 22760 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data/info.pb
14:04:06.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.051587 21799 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu as pid 22760
14:04:06.052 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:04:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.053326 22781 log.cc:826] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da: Log is configured to *not* fsync() on all Append() calls
14:04:06.066 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 9 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:06.067 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.21.73.194:33377
14:04:06.068 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:04:06.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.068560 21799 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu with pid 22223
14:04:06.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.070890 22781 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da: Bootstrap replayed 1/1 log segments. Stats: ops{read=8 overwritten=0 applied=8 ignored=0} inserts{seen=6 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:04:06.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.071627 22781 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da: Bootstrap complete.
14:04:06.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.073026 22781 ts_tablet_manager.cc:1403] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da: Time spent bootstrapping tablet: real 0.039s	user 0.028s	sys 0.006s
14:04:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.073853 22889 heartbeater.cc:344] Connected to a master server at 127.21.73.252:37399
14:04:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.074375 22889 heartbeater.cc:461] Registering TS with master...
14:04:06.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.075313 22889 heartbeater.cc:507] Master 127.21.73.252:37399 requested a full tablet report, sending...
14:04:06.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.076288 22781 raft_consensus.cc:359] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:06.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.076967 22781 raft_consensus.cc:740] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 87504ef3975148ef87774a1064a675da, State: Initialized, Role: FOLLOWER
14:04:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.078099 21985 ts_manager.cc:194] Re-registered known tserver with Master: 87504ef3975148ef87774a1064a675da (127.21.73.193:38645)
14:04:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.078085 22781 consensus_queue.cc:260] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 8, Last appended: 2.8, Last appended by leader: 8, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:06.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.079401 22781 ts_tablet_manager.cc:1434] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da: Time spent starting tablet: real 0.006s	user 0.005s	sys 0.001s
14:04:06.081 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:04:06.081 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] handling channelInactive
14:04:06.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] cleaning up while in state READY due to: connection closed
14:04:06.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.082213 22890 heartbeater.cc:344] Connected to a master server at 127.21.73.254:46331
14:04:06.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.082336 22890 heartbeater.cc:461] Registering TS with master...
14:04:06.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.082589 22890 heartbeater.cc:507] Master 127.21.73.254:46331 requested a full tablet report, sending...
14:04:06.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.082923 22891 heartbeater.cc:344] Connected to a master server at 127.21.73.253:46389
14:04:06.083 [DEBUG - Time-limited test] (Connection.java:748) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] connecting to peer
14:04:06.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.083036 22891 heartbeater.cc:461] Registering TS with master...
14:04:06.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.083251 22891 heartbeater.cc:507] Master 127.21.73.253:46389 requested a full tablet report, sending...
14:04:06.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.085001 21913 ts_manager.cc:194] Re-registered known tserver with Master: 87504ef3975148ef87774a1064a675da (127.21.73.193:38645)
14:04:06.085 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:06.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.085311 21842 ts_manager.cc:194] Re-registered known tserver with Master: 87504ef3975148ef87774a1064a675da (127.21.73.193:38645)
14:04:06.085 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:06.086 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:06.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.086799 21842 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.73.193:55781
14:04:06.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:06.089572 22890 heartbeater.cc:499] Master 127.21.73.254:46331 was elected leader, sending a full tablet report...
14:04:06.093 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:06.094 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)[L],87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:06.094 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=2, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=13), Traces: [0ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [4ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [4ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [11ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@980728865(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@4ec4214b -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@374b45b3 -> wakeup thread Time-limited test)) after lookup
14:04:06.095 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] connecting to peer
14:04:06.097 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:06.097 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:06.097 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:06.113 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:06.113 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)[L],87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:06.114 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=4, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=32), Traces: [0ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [4ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [4ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [11ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [13ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [15ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [15ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [31ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@980728865(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@4ec4214b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1424972876 after retry RPC@971308479), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@374b45b3 -> wakeup thread Time-limited test -> (continuation of Deferred@1424972876 after retry RPC@971308479))) after lookup
14:04:06.115 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] connecting to peer
14:04:06.116 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:06.116 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:06.117 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:06.133 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:06.133 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)[L],87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:06.134 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=6, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=52), Traces: [0ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [4ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [4ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [11ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [13ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [15ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [15ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [31ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [33ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [34ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [35ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [50ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@980728865(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@4ec4214b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1424972876 after retry RPC@971308479) -> (continuation of Deferred@1496001855 after retry RPC@1203518112), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@374b45b3 -> wakeup thread Time-limited test -> (continuation of Deferred@1424972876 after retry RPC@971308479) -> (continuation of Deferred@1496001855 after retry RPC@1203518112))) after lookup
14:04:06.135 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] connecting to peer
14:04:06.136 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:06.136 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:06.136 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:06.233 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:06.233 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)[L],87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:06.233 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=8, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=152), Traces: [0ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [4ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [4ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [11ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [13ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [15ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [15ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [31ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [33ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [34ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [35ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [50ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [52ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [54ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [54ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [147ms] refreshing cache from master, [148ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [150ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@980728865(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@4ec4214b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1424972876 after retry RPC@971308479) -> (continuation of Deferred@1496001855 after retry RPC@1203518112) -> (continuation of Deferred@405676395 after retry RPC@1054958068), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@374b45b3 -> wakeup thread Time-limited test -> (continuation of Deferred@1424972876 after retry RPC@971308479) -> (continuation of Deferred@1496001855 after retry RPC@1203518112) -> (continuation of Deferred@405676395 after retry RPC@1054958068))) after lookup
14:04:06.234 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] connecting to peer
14:04:06.235 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:06.236 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:06.236 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:06.393 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:06.394 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)[L],87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:06.394 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=10, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=313), Traces: [0ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [4ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [4ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [11ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [13ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [15ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [15ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [31ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [33ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [34ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [35ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [50ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [52ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [54ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [54ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [147ms] refreshing cache from master, [148ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [150ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [152ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [154ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [154ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [307ms] refreshing cache from master, [308ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [311ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@980728865(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@4ec4214b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1424972876 after retry RPC@971308479) -> (continuation of Deferred@1496001855 after retry RPC@1203518112) -> (continuation of Deferred@405676395 after retry RPC@1054958068) -> (continuation of Deferred@934416611 after retry RPC@40446240), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@374b45b3 -> wakeup thread Time-limited test -> (continuation of Deferred@1424972876 after retry RPC@971308479) -> (continuation of Deferred@1496001855 after retry RPC@1203518112) -> (continuation of Deferred@405676395 after retry RPC@1054958068) -> (continuation of Deferred@934416611 after retry RPC@40446240))) after lookup
14:04:06.395 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] connecting to peer
14:04:06.396 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:06.396 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:06.397 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:07.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.285386 22902 raft_consensus.cc:493] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:04:07.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.285832 22902 raft_consensus.cc:515] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:07.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.287395 22902 leader_election.cc:290] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917), 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:04:07.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:07.288183 22776 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.73.194:33377: connect: Connection refused (error 111)
14:04:07.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:07.289208 22776 leader_election.cc:336] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377): Network error: Client connection negotiation failed: client connection to 127.21.73.194:33377: connect: Connection refused (error 111)
14:04:07.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.292138 22664 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "87504ef3975148ef87774a1064a675da" candidate_term: 3 candidate_status { last_received { term: 2 index: 8 } } ignore_live_leader: false dest_uuid: "0f2cde892aca483e9ff43f33b364d56a" is_pre_election: true
14:04:07.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.292907 22778 leader_election.cc:304] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 87504ef3975148ef87774a1064a675da; no voters: 0f2cde892aca483e9ff43f33b364d56a, 3b93133fc3144aa6a3c7219c08983c76
14:04:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.293720 22902 raft_consensus.cc:2749] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
14:04:07.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.338603 22907 raft_consensus.cc:493] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 3b93133fc3144aa6a3c7219c08983c76)
14:04:07.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.338793 22907 raft_consensus.cc:515] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:07.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.339475 22907 leader_election.cc:290] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 87504ef3975148ef87774a1064a675da (127.21.73.193:38645), 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:04:07.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:07.340843 22597 leader_election.cc:336] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377): Network error: Client connection negotiation failed: client connection to 127.21.73.194:33377: connect: Connection refused (error 111)
14:04:07.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.345129 22842 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "0f2cde892aca483e9ff43f33b364d56a" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "87504ef3975148ef87774a1064a675da" is_pre_election: true
14:04:07.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.345428 22842 raft_consensus.cc:2468] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0f2cde892aca483e9ff43f33b364d56a in term 2.
14:04:07.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.346536 22596 leader_election.cc:304] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0f2cde892aca483e9ff43f33b364d56a, 87504ef3975148ef87774a1064a675da; no voters: 3b93133fc3144aa6a3c7219c08983c76
14:04:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.346946 22907 raft_consensus.cc:2804] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 3 FOLLOWER]: Leader pre-election won for term 4
14:04:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.347071 22907 raft_consensus.cc:493] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 3 FOLLOWER]: Starting leader election (detected failure of leader 3b93133fc3144aa6a3c7219c08983c76)
14:04:07.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.347128 22907 raft_consensus.cc:3060] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 3 FOLLOWER]: Advancing to term 4
14:04:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.348151 22907 raft_consensus.cc:515] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:07.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.348635 22907 leader_election.cc:290] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [CANDIDATE]: Term 4 election: Requested vote from peers 87504ef3975148ef87774a1064a675da (127.21.73.193:38645), 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:04:07.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.349314 22842 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "0f2cde892aca483e9ff43f33b364d56a" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "87504ef3975148ef87774a1064a675da"
14:04:07.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.349509 22842 raft_consensus.cc:3060] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 2 FOLLOWER]: Advancing to term 4
14:04:07.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:07.350962 22597 leader_election.cc:336] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377): Network error: Client connection negotiation failed: client connection to 127.21.73.194:33377: connect: Connection refused (error 111)
14:04:07.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.351881 22842 raft_consensus.cc:2468] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0f2cde892aca483e9ff43f33b364d56a in term 4.
14:04:07.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.352401 22596 leader_election.cc:304] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0f2cde892aca483e9ff43f33b364d56a, 87504ef3975148ef87774a1064a675da; no voters: 3b93133fc3144aa6a3c7219c08983c76
14:04:07.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.352696 22907 raft_consensus.cc:2804] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 4 FOLLOWER]: Leader election won for term 4
14:04:07.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.353051 22907 raft_consensus.cc:697] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 4 LEADER]: Becoming Leader. State: Replica: 0f2cde892aca483e9ff43f33b364d56a, State: Running, Role: LEADER
14:04:07.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.353571 22907 consensus_queue.cc:237] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:07.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.356751 21842 catalog_manager.cc:5696] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a reported cstate change: term changed from 3 to 4, leader changed from 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194) to 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195). New cstate: current_term: 4 leader_uuid: "0f2cde892aca483e9ff43f33b364d56a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } health_report { overall_health: UNKNOWN } } }
14:04:07.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:07.867040 22597 consensus_peers.cc:597] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a -> Peer 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377): Couldn't send request to peer 3b93133fc3144aa6a3c7219c08983c76. Status: Network error: Client connection negotiation failed: client connection to 127.21.73.194:33377: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:04:07.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.894375 22842 raft_consensus.cc:1275] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 4 FOLLOWER]: Refusing update from remote peer 0f2cde892aca483e9ff43f33b364d56a: Log matching property violated. Preceding OpId in replica: term: 2 index: 8. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
14:04:07.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:07.895551 22925 consensus_queue.cc:1048] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [LEADER]: Connected to new peer: Peer: permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 8, Time since last communication: 0.000s
14:04:08.153 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:08.153 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)[L],3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:08.154 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=12, sequence_id=10, TimeoutTracker(timeout=30000, elapsed=2072), Traces: [0ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [4ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [4ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [7ms] refreshing cache from master, [7ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [11ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [13ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [15ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [15ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [27ms] refreshing cache from master, [27ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [31ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [33ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [34ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [35ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [47ms] refreshing cache from master, [47ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [50ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [52ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [54ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [54ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [147ms] refreshing cache from master, [148ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [150ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [152ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [154ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [154ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [307ms] refreshing cache from master, [308ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [311ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [313ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [314ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [315ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [2067ms] refreshing cache from master, [2067ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [2071ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@980728865(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@4ec4214b -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1424972876 after retry RPC@971308479) -> (continuation of Deferred@1496001855 after retry RPC@1203518112) -> (continuation of Deferred@405676395 after retry RPC@1054958068) -> (continuation of Deferred@934416611 after retry RPC@40446240) -> (continuation of Deferred@811514019 after retry RPC@2075506593), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@374b45b3 -> wakeup thread Time-limited test -> (continuation of Deferred@1424972876 after retry RPC@971308479) -> (continuation of Deferred@1496001855 after retry RPC@1203518112) -> (continuation of Deferred@405676395 after retry RPC@1054958068) -> (continuation of Deferred@934416611 after retry RPC@40446240) -> (continuation of Deferred@811514019 after retry RPC@2075506593))) after lookup
14:04:08.155 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] connecting to peer
14:04:08.156 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] Successfully connected to peer
14:04:08.183 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3885abda, L:/127.0.0.1:41212 - R:/127.21.73.195:32917] using TOKEN/null
14:04:08.215 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.21.73.194:33377
14:04:08.215 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:04:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.216573 21799 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:04:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:04:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/wal
14:04:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data
14:04:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/logs
14:04:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data/info.pb
14:04:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:04:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:08.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.194:33377
14:04:08.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.73.194
14:04:08.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:04:08.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42449
14:04:08.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.194
14:04:08.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:04:08.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:08.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:08.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:04:08.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.348225 22941 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:08.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.348474 22941 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:08.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.348532 22941 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:08.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.352543 22941 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:08.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.352703 22941 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.73.194
14:04:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.357246 22941 tablet_server_runner.cc:78] Tablet server non-default flags:
14:04:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:04:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data
14:04:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/wal
14:04:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.194:33377
14:04:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data/info.pb
14:04:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.194
14:04:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42449
14:04:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:04:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.22941
14:04:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.73.194
14:04:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/logs
14:04:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:08.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on bdcb31816ec0
14:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11956
14:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.358626 22941 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:08.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.360316 22941 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:08.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.368502 22949 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:08.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.368513 22946 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:08.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:08.368451 22947 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:08.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.368948 22941 server_base.cc:1061] running on GCE node
14:04:08.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.369735 22941 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:08.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.370692 22941 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:08.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.371912 22941 hybrid_clock.cc:648] HybridClock initialized: now 1779113048371827 us; error 101 us; skew 500 ppm
14:04:08.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.374682 22941 webserver.cc:533] Webserver started at http://127.21.73.194:42449/ using document root <none> and password file <none>
14:04:08.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.375423 22941 fs_manager.cc:362] Metadata directory not provided
14:04:08.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.375540 22941 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:08.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.379947 22941 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
14:04:08.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.382973 22955 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:04:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.384519 22941 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
14:04:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.384833 22941 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data,/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/wal
14:04:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b93133fc3144aa6a3c7219c08983c76"
14:04:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:03:59 on dist-test-slave-l87x"
14:04:08.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.385689 22941 fs_report.cc:389] FS layout report
14:04:08.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:08.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/wal
14:04:08.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/wal
14:04:08.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data/data
14:04:08.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:08.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:08.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:08.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:08.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:08.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:08.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:08.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:08.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:08.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:08.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:08.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.404983 22941 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:04:08.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.405694 22941 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:08.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.405920 22941 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:08.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.407155 22941 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:04:08.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.409458 22962 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:04:08.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.413468 22941 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:04:08.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.413563 22941 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.005s	user 0.001s	sys 0.000s
14:04:08.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.413635 22941 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:04:08.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.415561 22941 ts_tablet_manager.cc:616] Registered 1 tablets
14:04:08.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.415633 22941 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
14:04:08.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.416235 22962 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76: Bootstrap starting.
14:04:08.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.433163 22941 rpc_server.cc:307] RPC server started. Bound to: 127.21.73.194:33377
14:04:08.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.433501 23069 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.73.194:33377 every 8 connection(s)
14:04:08.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.434620 22941 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data/info.pb
14:04:08.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.437469 22962 log.cc:826] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76: Log is configured to *not* fsync() on all Append() calls
14:04:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.444591 21799 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu as pid 22941
14:04:08.445 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:04:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.446445 23072 heartbeater.cc:344] Connected to a master server at 127.21.73.253:46389
14:04:08.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.446677 23072 heartbeater.cc:461] Registering TS with master...
14:04:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.447388 23072 heartbeater.cc:507] Master 127.21.73.253:46389 requested a full tablet report, sending...
14:04:08.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.450143 21913 ts_manager.cc:194] Re-registered known tserver with Master: 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:04:08.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.451915 23071 heartbeater.cc:344] Connected to a master server at 127.21.73.254:46331
14:04:08.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.451993 23070 heartbeater.cc:344] Connected to a master server at 127.21.73.252:37399
14:04:08.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.452085 23070 heartbeater.cc:461] Registering TS with master...
14:04:08.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.452344 23070 heartbeater.cc:507] Master 127.21.73.252:37399 requested a full tablet report, sending...
14:04:08.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.452031 23071 heartbeater.cc:461] Registering TS with master...
14:04:08.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.453341 23071 heartbeater.cc:507] Master 127.21.73.254:46331 requested a full tablet report, sending...
14:04:08.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.455137 21841 ts_manager.cc:194] Re-registered known tserver with Master: 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:04:08.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.455190 21986 ts_manager.cc:194] Re-registered known tserver with Master: 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:04:08.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.455729 22962 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=9 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:04:08.456 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 12 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:08.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.456276 21841 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.73.194:34917
14:04:08.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.456338 22962 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76: Bootstrap complete.
14:04:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.457839 22962 ts_tablet_manager.cc:1403] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76: Time spent bootstrapping tablet: real 0.042s	user 0.029s	sys 0.009s
14:04:08.463 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.21.73.195:32917
14:04:08.464 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:04:08.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.461233 22962 raft_consensus.cc:359] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:08.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.462857 22962 raft_consensus.cc:740] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3b93133fc3144aa6a3c7219c08983c76, State: Initialized, Role: FOLLOWER
14:04:08.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.463541 22962 consensus_queue.cc:260] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:08.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.464290 21799 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu with pid 22581
14:04:08.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.465109 22962 ts_tablet_manager.cc:1434] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76: Time spent starting tablet: real 0.007s	user 0.008s	sys 0.000s
14:04:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:08.466765 23071 heartbeater.cc:499] Master 127.21.73.254:46331 was elected leader, sending a full tablet report...
14:04:08.476 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:04:08.477 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] handling channelInactive
14:04:08.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] cleaning up while in state READY due to: connection closed
14:04:08.491 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] connecting to peer
14:04:08.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:08.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:08.494 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:08.513 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:08.513 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)[L],3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:08.513 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=3, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=36), Traces: [0ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [17ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [17ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [35ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@2097925970(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@2021a70f -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@a9d8f4 -> wakeup thread Time-limited test)) after lookup
14:04:08.514 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] connecting to peer
14:04:08.516 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:08.516 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:08.516 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:08.532 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:08.533 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)[L],3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:08.533 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=5, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=56), Traces: [0ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [17ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [17ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [35ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [37ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [39ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [39ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [52ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [55ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@2097925970(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@2021a70f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1161370161 after retry RPC@194581530), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@a9d8f4 -> wakeup thread Time-limited test -> (continuation of Deferred@1161370161 after retry RPC@194581530))) after lookup
14:04:08.534 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] connecting to peer
14:04:08.535 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:08.536 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:08.538 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:08.573 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:08.573 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)[L],3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:08.573 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=7, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=96), Traces: [0ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [17ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [17ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [35ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [37ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [39ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [39ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [52ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [55ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [56ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [61ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [61ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [92ms] refreshing cache from master, [93ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [95ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@2097925970(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@2021a70f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1161370161 after retry RPC@194581530) -> (continuation of Deferred@2035287811 after retry RPC@1398784293), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@a9d8f4 -> wakeup thread Time-limited test -> (continuation of Deferred@1161370161 after retry RPC@194581530) -> (continuation of Deferred@2035287811 after retry RPC@1398784293))) after lookup
14:04:08.574 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] connecting to peer
14:04:08.575 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:08.576 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:08.576 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:08.793 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:08.793 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)[L],3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:08.793 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=9, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=316), Traces: [0ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [17ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [17ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [35ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [37ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [39ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [39ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [52ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [55ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [56ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [61ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [61ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [92ms] refreshing cache from master, [93ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [95ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [97ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [99ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [99ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [312ms] refreshing cache from master, [312ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [315ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@2097925970(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@2021a70f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1161370161 after retry RPC@194581530) -> (continuation of Deferred@2035287811 after retry RPC@1398784293) -> (continuation of Deferred@1048224801 after retry RPC@318835746), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@a9d8f4 -> wakeup thread Time-limited test -> (continuation of Deferred@1161370161 after retry RPC@194581530) -> (continuation of Deferred@2035287811 after retry RPC@1398784293) -> (continuation of Deferred@1048224801 after retry RPC@318835746))) after lookup
14:04:08.794 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] connecting to peer
14:04:08.795 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:08.795 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:08.795 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:09.633 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:09.634 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)[L],3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:09.634 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=11, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=1157), Traces: [0ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [17ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [17ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [35ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [37ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [39ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [39ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [52ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [55ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [56ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [61ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [61ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [92ms] refreshing cache from master, [93ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [95ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [97ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [99ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [99ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [312ms] refreshing cache from master, [312ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [315ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [317ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [318ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [318ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [1152ms] refreshing cache from master, [1153ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [1156ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@2097925970(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@2021a70f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1161370161 after retry RPC@194581530) -> (continuation of Deferred@2035287811 after retry RPC@1398784293) -> (continuation of Deferred@1048224801 after retry RPC@318835746) -> (continuation of Deferred@1135855187 after retry RPC@1481159195), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@a9d8f4 -> wakeup thread Time-limited test -> (continuation of Deferred@1161370161 after retry RPC@194581530) -> (continuation of Deferred@2035287811 after retry RPC@1398784293) -> (continuation of Deferred@1048224801 after retry RPC@318835746) -> (continuation of Deferred@1135855187 after retry RPC@1481159195))) after lookup
14:04:09.636 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] connecting to peer
14:04:09.637 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:09.637 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:09.637 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:09.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:09.715416 23083 raft_consensus.cc:493] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 0f2cde892aca483e9ff43f33b364d56a)
14:04:09.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:09.715566 23083 raft_consensus.cc:515] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:09.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:09.716094 23083 leader_election.cc:290] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917), 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:04:09.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:09.717468 22778 leader_election.cc:336] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917): Network error: Client connection negotiation failed: client connection to 127.21.73.195:32917: connect: Connection refused (error 111)
14:04:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:09.721588 23024 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "87504ef3975148ef87774a1064a675da" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "3b93133fc3144aa6a3c7219c08983c76" is_pre_election: true
14:04:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:09.721859 23024 raft_consensus.cc:2468] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 87504ef3975148ef87774a1064a675da in term 3.
14:04:09.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:09.722651 22776 leader_election.cc:304] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3b93133fc3144aa6a3c7219c08983c76, 87504ef3975148ef87774a1064a675da; no voters: 0f2cde892aca483e9ff43f33b364d56a
14:04:09.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:09.722864 23083 raft_consensus.cc:2804] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 4 FOLLOWER]: Leader pre-election won for term 5
14:04:09.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:09.722970 23083 raft_consensus.cc:493] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 4 FOLLOWER]: Starting leader election (detected failure of leader 0f2cde892aca483e9ff43f33b364d56a)
14:04:09.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:09.723021 23083 raft_consensus.cc:3060] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 4 FOLLOWER]: Advancing to term 5
14:04:09.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:09.723928 23083 raft_consensus.cc:515] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:09.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:09.724396 23083 leader_election.cc:290] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 5 election: Requested vote from peers 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917), 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:04:09.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:09.724822 23024 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "87504ef3975148ef87774a1064a675da" candidate_term: 5 candidate_status { last_received { term: 4 index: 16 } } ignore_live_leader: false dest_uuid: "3b93133fc3144aa6a3c7219c08983c76"
14:04:09.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:09.724972 23024 raft_consensus.cc:3060] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 3 FOLLOWER]: Advancing to term 5
14:04:09.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:09.725672 22778 leader_election.cc:336] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917): Network error: Client connection negotiation failed: client connection to 127.21.73.195:32917: connect: Connection refused (error 111)
14:04:09.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:09.726907 23024 raft_consensus.cc:2468] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 87504ef3975148ef87774a1064a675da in term 5.
14:04:09.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:09.727324 22776 leader_election.cc:304] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3b93133fc3144aa6a3c7219c08983c76, 87504ef3975148ef87774a1064a675da; no voters: 0f2cde892aca483e9ff43f33b364d56a
14:04:09.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:09.727582 23083 raft_consensus.cc:2804] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 5 FOLLOWER]: Leader election won for term 5
14:04:09.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:09.728011 23083 raft_consensus.cc:697] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 5 LEADER]: Becoming Leader. State: Replica: 87504ef3975148ef87774a1064a675da, State: Running, Role: LEADER
14:04:09.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:09.728446 23083 consensus_queue.cc:237] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 16, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:09.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:09.731853 21841 catalog_manager.cc:5696] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da reported cstate change: term changed from 4 to 5, leader changed from 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195) to 87504ef3975148ef87774a1064a675da (127.21.73.193). New cstate: current_term: 5 leader_uuid: "87504ef3975148ef87774a1064a675da" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } health_report { overall_health: UNKNOWN } } }
14:04:10.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.162063 23024 raft_consensus.cc:1275] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 5 FOLLOWER]: Refusing update from remote peer 87504ef3975148ef87774a1064a675da: Log matching property violated. Preceding OpId in replica: term: 3 index: 12. Preceding OpId from leader: term: 5 index: 17. (index mismatch)
14:04:10.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.162969 23083 consensus_queue.cc:1048] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [LEADER]: Connected to new peer: Peer: permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 17, Last known committed idx: 12, Time since last communication: 0.000s
14:04:10.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:10.174175 22778 consensus_peers.cc:597] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da -> Peer 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917): Couldn't send request to peer 0f2cde892aca483e9ff43f33b364d56a. Status: Network error: Client connection negotiation failed: client connection to 127.21.73.195:32917: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:04:10.653 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:10.653 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)[L]]}]
14:04:10.654 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=13, sequence_id=13, TimeoutTracker(timeout=30000, elapsed=2177), Traces: [0ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [0ms] delaying RPC due to: Illegal state: connection is terminated, [13ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [17ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [17ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [33ms] refreshing cache from master, [33ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [35ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [37ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [39ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [39ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [52ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [55ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [56ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [61ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [61ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [92ms] refreshing cache from master, [93ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [95ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [97ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [99ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [99ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [312ms] refreshing cache from master, [312ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [315ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [317ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [318ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [318ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [1152ms] refreshing cache from master, [1153ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [1156ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [1158ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [1160ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [1160ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [2173ms] refreshing cache from master, [2173ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [2176ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@2097925970(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@2021a70f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1161370161 after retry RPC@194581530) -> (continuation of Deferred@2035287811 after retry RPC@1398784293) -> (continuation of Deferred@1048224801 after retry RPC@318835746) -> (continuation of Deferred@1135855187 after retry RPC@1481159195) -> (continuation of Deferred@2131165467 after retry RPC@1648536714), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@a9d8f4 -> wakeup thread Time-limited test -> (continuation of Deferred@1161370161 after retry RPC@194581530) -> (continuation of Deferred@2035287811 after retry RPC@1398784293) -> (continuation of Deferred@1048224801 after retry RPC@318835746) -> (continuation of Deferred@1135855187 after retry RPC@1481159195) -> (continuation of Deferred@2131165467 after retry RPC@1648536714))) after lookup
14:04:10.655 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] connecting to peer
14:04:10.656 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] Successfully connected to peer
14:04:10.693 [DEBUG - kudu-nio-7] (Negotiator.java:919) Authenticated connection [id: 0x00dae309, L:/127.0.0.1:47064 - R:/127.21.73.193:38645] using TOKEN/null
14:04:10.720 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.21.73.195:32917
14:04:10.720 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:04:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.721395 21799 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:04:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:04:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/wal
14:04:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data
14:04:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/logs
14:04:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data/info.pb
14:04:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:04:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.195:32917
14:04:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.73.195
14:04:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:04:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45753
14:04:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.195
14:04:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:04:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:10.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:04:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:10.849920 23115 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:10.850286 23115 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:10.850358 23115 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:10.854475 23115 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:10.854676 23115 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.73.195
14:04:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.859787 23115 tablet_server_runner.cc:78] Tablet server non-default flags:
14:04:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:04:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data
14:04:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/wal
14:04:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.195:32917
14:04:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data/info.pb
14:04:10.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.195
14:04:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45753
14:04:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:04:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.23115
14:04:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.73.195
14:04:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/logs
14:04:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:04:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:04:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:04:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:04:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on bdcb31816ec0
14:04:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11956
14:04:10.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.861518 23115 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:10.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.862937 23115 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:10.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:10.870823 23124 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:10.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:10.870833 23121 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:10.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:10.871206 23122 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:10.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.871760 23115 server_base.cc:1061] running on GCE node
14:04:10.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.872264 23115 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:10.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.872884 23115 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:10.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.874133 23115 hybrid_clock.cc:648] HybridClock initialized: now 1779113050874098 us; error 61 us; skew 500 ppm
14:04:10.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.876705 23115 webserver.cc:533] Webserver started at http://127.21.73.195:45753/ using document root <none> and password file <none>
14:04:10.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.877339 23115 fs_manager.cc:362] Metadata directory not provided
14:04:10.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.877414 23115 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:10.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.881605 23115 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.002s	sys 0.000s
14:04:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.884130 23130 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:04:10.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.885568 23115 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.000s
14:04:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.885712 23115 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data,/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/wal
14:04:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0f2cde892aca483e9ff43f33b364d56a"
14:04:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:03:59 on dist-test-slave-l87x"
14:04:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.886348 23115 fs_report.cc:389] FS layout report
14:04:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/wal
14:04:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/wal
14:04:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data/data
14:04:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:10.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:10.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:10.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:10.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:10.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:10.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:10.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.900996 23115 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:04:10.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.901695 23115 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:10.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.901854 23115 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:10.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.902532 23115 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:04:10.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.903913 23137 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:04:10.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.908115 23115 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:04:10.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.908213 23115 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.005s	user 0.000s	sys 0.000s
14:04:10.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.908286 23115 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:04:10.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.909926 23115 ts_tablet_manager.cc:616] Registered 1 tablets
14:04:10.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.909983 23115 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
14:04:10.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.910552 23137 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Bootstrap starting.
14:04:10.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.922950 23115 rpc_server.cc:307] RPC server started. Bound to: 127.21.73.195:32917
14:04:10.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.923028 23244 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.73.195:32917 every 8 connection(s)
14:04:10.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.924310 23115 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data/info.pb
14:04:10.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.929101 21799 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu as pid 23115
14:04:10.929 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:04:10.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.931044 23137 log.cc:826] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Log is configured to *not* fsync() on all Append() calls
14:04:10.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.936338 23245 heartbeater.cc:344] Connected to a master server at 127.21.73.252:37399
14:04:10.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.936611 23245 heartbeater.cc:461] Registering TS with master...
14:04:10.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.937254 23245 heartbeater.cc:507] Master 127.21.73.252:37399 requested a full tablet report, sending...
14:04:10.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.938498 23247 heartbeater.cc:344] Connected to a master server at 127.21.73.253:46389
14:04:10.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.938614 23247 heartbeater.cc:461] Registering TS with master...
14:04:10.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.938874 23247 heartbeater.cc:507] Master 127.21.73.253:46389 requested a full tablet report, sending...
14:04:10.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.939110 23246 heartbeater.cc:344] Connected to a master server at 127.21.73.254:46331
14:04:10.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.939188 23246 heartbeater.cc:461] Registering TS with master...
14:04:10.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.939393 23246 heartbeater.cc:507] Master 127.21.73.254:46331 requested a full tablet report, sending...
14:04:10.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.939607 21985 ts_manager.cc:194] Re-registered known tserver with Master: 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917)
14:04:10.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.939846 21913 ts_manager.cc:194] Re-registered known tserver with Master: 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917)
14:04:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.940625 21841 ts_manager.cc:194] Re-registered known tserver with Master: 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917)
14:04:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.941713 21841 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.73.195:53675
14:04:10.945 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:10.947 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.21.73.193:38645
14:04:10.948 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:04:10.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.948617 21799 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu with pid 22760
14:04:10.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.955405 23137 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Bootstrap replayed 1/1 log segments. Stats: ops{read=16 overwritten=0 applied=16 ignored=0} inserts{seen=12 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:04:10.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.955855 23137 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Bootstrap complete.
14:04:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.957197 23137 ts_tablet_manager.cc:1403] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Time spent bootstrapping tablet: real 0.047s	user 0.030s	sys 0.008s
14:04:10.957 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:04:10.958 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] handling channelInactive
14:04:10.958 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] cleaning up while in state READY due to: connection closed
14:04:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.959987 23137 raft_consensus.cc:359] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.960449 23137 raft_consensus.cc:740] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0f2cde892aca483e9ff43f33b364d56a, State: Initialized, Role: FOLLOWER
14:04:10.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.960950 23137 consensus_queue.cc:260] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 16, Last appended: 4.16, Last appended by leader: 16, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:10.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.961788 23246 heartbeater.cc:499] Master 127.21.73.254:46331 was elected leader, sending a full tablet report...
14:04:10.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:10.961920 23137 ts_tablet_manager.cc:1434] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Time spent starting tablet: real 0.005s	user 0.004s	sys 0.000s
14:04:10.969 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] connecting to peer
14:04:10.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:10.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:10.971 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 87504ef3975148ef87774a1064a675da(127.21.73.193:38645) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:10.993 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:10.993 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)[L]]}]
14:04:10.993 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=3, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=36), Traces: [0ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [1ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [14ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [14ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [35ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1070266748(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@11b102e3 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ec5726a -> wakeup thread Time-limited test)) after lookup
14:04:10.994 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] connecting to peer
14:04:10.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:10.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:10.996 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 87504ef3975148ef87774a1064a675da(127.21.73.193:38645) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:11.012 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:11.013 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)[L]]}]
14:04:11.013 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=5, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=56), Traces: [0ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [1ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [14ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [14ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [35ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [37ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [38ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [39ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [55ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1070266748(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@11b102e3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@430667636 after retry RPC@208142345), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ec5726a -> wakeup thread Time-limited test -> (continuation of Deferred@430667636 after retry RPC@208142345))) after lookup
14:04:11.014 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] connecting to peer
14:04:11.016 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:11.016 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:11.016 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 87504ef3975148ef87774a1064a675da(127.21.73.193:38645) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:11.072 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:11.072 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)[L]]}]
14:04:11.072 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=7, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=115), Traces: [0ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [1ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [14ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [14ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [35ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [37ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [38ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [39ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [55ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [57ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [59ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [59ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [112ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [115ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1070266748(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@11b102e3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@430667636 after retry RPC@208142345) -> (continuation of Deferred@1851278661 after retry RPC@586971343), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ec5726a -> wakeup thread Time-limited test -> (continuation of Deferred@430667636 after retry RPC@208142345) -> (continuation of Deferred@1851278661 after retry RPC@586971343))) after lookup
14:04:11.073 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] connecting to peer
14:04:11.074 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:11.074 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:11.075 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 87504ef3975148ef87774a1064a675da(127.21.73.193:38645) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:11.193 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:11.194 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)[L]]}]
14:04:11.194 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=9, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=237), Traces: [0ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [1ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [14ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [14ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [35ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [37ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [38ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [39ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [55ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [57ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [59ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [59ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [112ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [115ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [116ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [118ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [118ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [233ms] refreshing cache from master, [233ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [236ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1070266748(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@11b102e3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@430667636 after retry RPC@208142345) -> (continuation of Deferred@1851278661 after retry RPC@586971343) -> (continuation of Deferred@1531854779 after retry RPC@448073245), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ec5726a -> wakeup thread Time-limited test -> (continuation of Deferred@430667636 after retry RPC@208142345) -> (continuation of Deferred@1851278661 after retry RPC@586971343) -> (continuation of Deferred@1531854779 after retry RPC@448073245))) after lookup
14:04:11.195 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] connecting to peer
14:04:11.196 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:11.196 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:11.197 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 87504ef3975148ef87774a1064a675da(127.21.73.193:38645) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:12.053 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:12.054 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)[L]]}]
14:04:12.054 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=11, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=1096), Traces: [0ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [1ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [14ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [14ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [35ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [37ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [38ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [39ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [55ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [57ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [59ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [59ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [112ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [115ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [116ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [118ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [118ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [233ms] refreshing cache from master, [233ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [236ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [238ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [240ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [240ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [1093ms] refreshing cache from master, [1093ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [1096ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1070266748(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@11b102e3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@430667636 after retry RPC@208142345) -> (continuation of Deferred@1851278661 after retry RPC@586971343) -> (continuation of Deferred@1531854779 after retry RPC@448073245) -> (continuation of Deferred@11301105 after retry RPC@844845855), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ec5726a -> wakeup thread Time-limited test -> (continuation of Deferred@430667636 after retry RPC@208142345) -> (continuation of Deferred@1851278661 after retry RPC@586971343) -> (continuation of Deferred@1531854779 after retry RPC@448073245) -> (continuation of Deferred@11301105 after retry RPC@844845855))) after lookup
14:04:12.056 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] connecting to peer
14:04:12.057 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:12.057 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:12.057 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 87504ef3975148ef87774a1064a675da(127.21.73.193:38645) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:12.219895 23259 raft_consensus.cc:493] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 5 FOLLOWER]: Starting pre-election (detected failure of leader 87504ef3975148ef87774a1064a675da)
14:04:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:12.220064 23259 raft_consensus.cc:515] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 5 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:12.221237 23259 leader_election.cc:290] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [CANDIDATE]: Term 6 pre-election: Requested pre-vote from peers 87504ef3975148ef87774a1064a675da (127.21.73.193:38645), 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917)
14:04:12.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:12.222375 22956 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.73.193:38645: connect: Connection refused (error 111)
14:04:12.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:12.223737 22956 leader_election.cc:336] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [CANDIDATE]: Term 6 pre-election: RPC error from VoteRequest() call to peer 87504ef3975148ef87774a1064a675da (127.21.73.193:38645): Network error: Client connection negotiation failed: client connection to 127.21.73.193:38645: connect: Connection refused (error 111)
14:04:12.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:12.228619 23199 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "3b93133fc3144aa6a3c7219c08983c76" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "0f2cde892aca483e9ff43f33b364d56a" is_pre_election: true
14:04:12.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:12.228971 23199 raft_consensus.cc:2468] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3b93133fc3144aa6a3c7219c08983c76 in term 4.
14:04:12.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:12.229903 22959 leader_election.cc:304] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [CANDIDATE]: Term 6 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0f2cde892aca483e9ff43f33b364d56a, 3b93133fc3144aa6a3c7219c08983c76; no voters: 87504ef3975148ef87774a1064a675da
14:04:12.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:12.230511 23259 raft_consensus.cc:2804] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 5 FOLLOWER]: Leader pre-election won for term 6
14:04:12.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:12.230629 23259 raft_consensus.cc:493] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 5 FOLLOWER]: Starting leader election (detected failure of leader 87504ef3975148ef87774a1064a675da)
14:04:12.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:12.230672 23259 raft_consensus.cc:3060] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 5 FOLLOWER]: Advancing to term 6
14:04:12.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:12.231909 23259 raft_consensus.cc:515] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 6 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:12.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:12.232329 23259 leader_election.cc:290] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [CANDIDATE]: Term 6 election: Requested vote from peers 87504ef3975148ef87774a1064a675da (127.21.73.193:38645), 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917)
14:04:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:12.233243 23199 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "3b93133fc3144aa6a3c7219c08983c76" candidate_term: 6 candidate_status { last_received { term: 5 index: 20 } } ignore_live_leader: false dest_uuid: "0f2cde892aca483e9ff43f33b364d56a"
14:04:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:12.233498 23199 raft_consensus.cc:3060] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 4 FOLLOWER]: Advancing to term 6
14:04:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:12.233829 22956 leader_election.cc:336] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [CANDIDATE]: Term 6 election: RPC error from VoteRequest() call to peer 87504ef3975148ef87774a1064a675da (127.21.73.193:38645): Network error: Client connection negotiation failed: client connection to 127.21.73.193:38645: connect: Connection refused (error 111)
14:04:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:12.235806 23199 raft_consensus.cc:2468] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 6 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3b93133fc3144aa6a3c7219c08983c76 in term 6.
14:04:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:12.236413 22959 leader_election.cc:304] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [CANDIDATE]: Term 6 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0f2cde892aca483e9ff43f33b364d56a, 3b93133fc3144aa6a3c7219c08983c76; no voters: 87504ef3975148ef87774a1064a675da
14:04:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:12.236723 23259 raft_consensus.cc:2804] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 6 FOLLOWER]: Leader election won for term 6
14:04:12.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:12.237021 23259 raft_consensus.cc:697] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 6 LEADER]: Becoming Leader. State: Replica: 3b93133fc3144aa6a3c7219c08983c76, State: Running, Role: LEADER
14:04:12.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:12.237469 23259 consensus_queue.cc:237] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 20, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 6, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:12.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:12.241242 21841 catalog_manager.cc:5696] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 reported cstate change: term changed from 5 to 6, leader changed from 87504ef3975148ef87774a1064a675da (127.21.73.193) to 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194). New cstate: current_term: 6 leader_uuid: "3b93133fc3144aa6a3c7219c08983c76" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } health_report { overall_health: HEALTHY } } }
14:04:12.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:12.737499 22956 consensus_peers.cc:597] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 -> Peer 87504ef3975148ef87774a1064a675da (127.21.73.193:38645): Couldn't send request to peer 87504ef3975148ef87774a1064a675da. Status: Network error: Client connection negotiation failed: client connection to 127.21.73.193:38645: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:04:12.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:12.741806 23199 raft_consensus.cc:1275] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 6 FOLLOWER]: Refusing update from remote peer 3b93133fc3144aa6a3c7219c08983c76: Log matching property violated. Preceding OpId in replica: term: 4 index: 16. Preceding OpId from leader: term: 6 index: 21. (index mismatch)
14:04:12.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:12.743075 23259 consensus_queue.cc:1048] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 21, Last known committed idx: 16, Time since last communication: 0.000s
14:04:15.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:15.303813 22956 consensus_peers.cc:597] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 -> Peer 87504ef3975148ef87774a1064a675da (127.21.73.193:38645): Couldn't send request to peer 87504ef3975148ef87774a1064a675da. Status: Network error: Client connection negotiation failed: client connection to 127.21.73.193:38645: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:04:15.773 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:15.774 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)[L],87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:15.774 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=13, sequence_id=16, TimeoutTracker(timeout=30000, elapsed=4816), Traces: [0ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [1ms] delaying RPC due to: Illegal state: connection is terminated, [12ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [14ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [14ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [32ms] refreshing cache from master, [32ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [35ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [37ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [38ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [39ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [52ms] refreshing cache from master, [52ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [55ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [57ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [59ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [59ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [112ms] refreshing cache from master, [112ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [115ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [116ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [118ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [118ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [233ms] refreshing cache from master, [233ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [236ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [238ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [240ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [240ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [1093ms] refreshing cache from master, [1093ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [1096ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [1098ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [1100ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [1100ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [4813ms] refreshing cache from master, [4813ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [4816ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1070266748(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@11b102e3 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@430667636 after retry RPC@208142345) -> (continuation of Deferred@1851278661 after retry RPC@586971343) -> (continuation of Deferred@1531854779 after retry RPC@448073245) -> (continuation of Deferred@11301105 after retry RPC@844845855) -> (continuation of Deferred@153892783 after retry RPC@1627872830), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@3ec5726a -> wakeup thread Time-limited test -> (continuation of Deferred@430667636 after retry RPC@208142345) -> (continuation of Deferred@1851278661 after retry RPC@586971343) -> (continuation of Deferred@1531854779 after retry RPC@448073245) -> (continuation of Deferred@11301105 after retry RPC@844845855) -> (continuation of Deferred@153892783 after retry RPC@1627872830))) after lookup
14:04:15.775 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] connecting to peer
14:04:15.776 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] Successfully connected to peer
14:04:15.821 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0xebe0a28a, L:/127.0.0.1:41288 - R:/127.21.73.194:33377] using TOKEN/null
14:04:15.865 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.21.73.193:38645
14:04:15.867 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:04:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:15.868989 21799 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:04:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:04:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/wal
14:04:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data
14:04:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/logs
14:04:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data/info.pb
14:04:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:04:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.193:38645
14:04:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.73.193
14:04:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:04:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42499
14:04:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.193
14:04:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:04:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:04:16.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:16.003175 23299 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:16.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:16.003463 23299 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:16.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:16.003512 23299 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:16.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:16.007273 23299 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:16.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:16.007433 23299 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.73.193
14:04:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.011795 23299 tablet_server_runner.cc:78] Tablet server non-default flags:
14:04:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:04:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data
14:04:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/wal
14:04:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.193:38645
14:04:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data/info.pb
14:04:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.193
14:04:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42499
14:04:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:04:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.23299
14:04:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.73.193
14:04:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/logs
14:04:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:04:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:04:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:04:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:04:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on bdcb31816ec0
14:04:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11956
14:04:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.012974 23299 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:16.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.014091 23299 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:16.022496 23307 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:16.022500 23309 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:16.022509 23306 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.022560 23299 server_base.cc:1061] running on GCE node
14:04:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.023429 23299 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:16.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.024107 23299 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:16.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.025492 23299 hybrid_clock.cc:648] HybridClock initialized: now 1779113056025472 us; error 40 us; skew 500 ppm
14:04:16.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.028374 23299 webserver.cc:533] Webserver started at http://127.21.73.193:42499/ using document root <none> and password file <none>
14:04:16.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.029152 23299 fs_manager.cc:362] Metadata directory not provided
14:04:16.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.029263 23299 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:16.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.033315 23299 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.000s	sys 0.002s
14:04:16.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.036900 23315 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:04:16.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.038537 23299 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
14:04:16.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.038736 23299 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data,/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/wal
14:04:16.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "87504ef3975148ef87774a1064a675da"
14:04:16.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:03:58 on dist-test-slave-l87x"
14:04:16.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.039424 23299 fs_report.cc:389] FS layout report
14:04:16.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:16.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/wal
14:04:16.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/wal
14:04:16.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data/data
14:04:16.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:16.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:16.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:16.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:16.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:16.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:16.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:16.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:16.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:16.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:16.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:16.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.053501 23299 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:04:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.054421 23299 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.054659 23299 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.055320 23299 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:04:16.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.057443 23322 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:04:16.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.061365 23299 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:04:16.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.061503 23299 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
14:04:16.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.061580 23299 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:04:16.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.063506 23299 ts_tablet_manager.cc:616] Registered 1 tablets
14:04:16.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.063575 23299 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.001s	sys 0.000s
14:04:16.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.064051 23322 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da: Bootstrap starting.
14:04:16.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.077071 23299 rpc_server.cc:307] RPC server started. Bound to: 127.21.73.193:38645
14:04:16.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.077140 23429 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.73.193:38645 every 8 connection(s)
14:04:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.078398 23299 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data/info.pb
14:04:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.084844 23322 log.cc:826] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da: Log is configured to *not* fsync() on all Append() calls
14:04:16.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.087982 21799 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu as pid 23299
14:04:16.088 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:04:16.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.089527 23432 heartbeater.cc:344] Connected to a master server at 127.21.73.253:46389
14:04:16.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.089790 23430 heartbeater.cc:344] Connected to a master server at 127.21.73.252:37399
14:04:16.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.089823 23432 heartbeater.cc:461] Registering TS with master...
14:04:16.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.089885 23430 heartbeater.cc:461] Registering TS with master...
14:04:16.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.090811 23430 heartbeater.cc:507] Master 127.21.73.252:37399 requested a full tablet report, sending...
14:04:16.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.090811 23432 heartbeater.cc:507] Master 127.21.73.253:46389 requested a full tablet report, sending...
14:04:16.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.094144 21986 ts_manager.cc:194] Re-registered known tserver with Master: 87504ef3975148ef87774a1064a675da (127.21.73.193:38645)
14:04:16.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.095526 21914 ts_manager.cc:194] Re-registered known tserver with Master: 87504ef3975148ef87774a1064a675da (127.21.73.193:38645)
14:04:16.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.096482 23431 heartbeater.cc:344] Connected to a master server at 127.21.73.254:46331
14:04:16.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.096593 23431 heartbeater.cc:461] Registering TS with master...
14:04:16.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.096891 23431 heartbeater.cc:507] Master 127.21.73.254:46331 requested a full tablet report, sending...
14:04:16.100 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 18 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:16.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.098403 21841 ts_manager.cc:194] Re-registered known tserver with Master: 87504ef3975148ef87774a1064a675da (127.21.73.193:38645)
14:04:16.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.100487 21841 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.73.193:33269
14:04:16.100 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.21.73.194:33377
14:04:16.102 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:04:16.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.102712 21799 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu with pid 22941
14:04:16.114 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] handling channelInactive
14:04:16.114 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:04:16.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] cleaning up while in state READY due to: connection closed
14:04:16.115 [DEBUG - Time-limited test] (Connection.java:748) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] connecting to peer
14:04:16.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.116521 23322 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da: Bootstrap replayed 1/1 log segments. Stats: ops{read=20 overwritten=0 applied=20 ignored=0} inserts{seen=15 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:04:16.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.116935 23322 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da: Bootstrap complete.
14:04:16.117 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:16.117 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:16.117 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:16.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.118047 23322 ts_tablet_manager.cc:1403] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da: Time spent bootstrapping tablet: real 0.054s	user 0.032s	sys 0.014s
14:04:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.120507 23322 raft_consensus.cc:359] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 5 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.120882 23322 raft_consensus.cc:740] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 5 FOLLOWER]: Becoming Follower/Learner. State: Replica: 87504ef3975148ef87774a1064a675da, State: Initialized, Role: FOLLOWER
14:04:16.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.121322 23322 consensus_queue.cc:260] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 20, Last appended: 5.20, Last appended by leader: 20, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.122107 23431 heartbeater.cc:499] Master 127.21.73.254:46331 was elected leader, sending a full tablet report...
14:04:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:16.122329 23322 ts_tablet_manager.cc:1434] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da: Time spent starting tablet: real 0.004s	user 0.004s	sys 0.000s
14:04:16.133 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:16.133 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)[L],87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:16.134 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=2, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [3ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [3ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [18ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1090244589(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@1bd68f62 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a24a5f0 -> wakeup thread Time-limited test)) after lookup
14:04:16.134 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] connecting to peer
14:04:16.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:16.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:16.136 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:16.153 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:16.154 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)[L],87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:16.155 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=4, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [3ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [3ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [18ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [20ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [22ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [22ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [39ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1090244589(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@1bd68f62 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@964670231 after retry RPC@1677713775), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a24a5f0 -> wakeup thread Time-limited test -> (continuation of Deferred@964670231 after retry RPC@1677713775))) after lookup
14:04:16.155 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] connecting to peer
14:04:16.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:16.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:16.156 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:16.193 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:16.193 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)[L],87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:16.194 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=6, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=79), Traces: [0ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [3ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [3ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [18ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [20ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [22ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [22ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [39ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [41ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [42ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [43ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [79ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1090244589(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@1bd68f62 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@964670231 after retry RPC@1677713775) -> (continuation of Deferred@2035542874 after retry RPC@1706793350), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a24a5f0 -> wakeup thread Time-limited test -> (continuation of Deferred@964670231 after retry RPC@1677713775) -> (continuation of Deferred@2035542874 after retry RPC@1706793350))) after lookup
14:04:16.195 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] connecting to peer
14:04:16.198 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:16.199 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:16.199 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:16.312 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:16.313 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)[L],87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:16.313 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=8, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=198), Traces: [0ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [3ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [3ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [18ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [20ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [22ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [22ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [39ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [41ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [42ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [43ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [79ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [80ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [85ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [85ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [195ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [198ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1090244589(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@1bd68f62 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@964670231 after retry RPC@1677713775) -> (continuation of Deferred@2035542874 after retry RPC@1706793350) -> (continuation of Deferred@2094196198 after retry RPC@1167860819), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a24a5f0 -> wakeup thread Time-limited test -> (continuation of Deferred@964670231 after retry RPC@1677713775) -> (continuation of Deferred@2035542874 after retry RPC@1706793350) -> (continuation of Deferred@2094196198 after retry RPC@1167860819))) after lookup
14:04:16.314 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] connecting to peer
14:04:16.315 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:16.315 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:16.315 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:16.594 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:16.594 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)[L],87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:16.595 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=10, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=480), Traces: [0ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [3ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [3ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [18ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [20ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [22ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [22ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [39ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [41ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [42ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [43ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [79ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [80ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [85ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [85ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [195ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [198ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [200ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [201ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [201ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [476ms] refreshing cache from master, [476ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [479ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1090244589(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@1bd68f62 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@964670231 after retry RPC@1677713775) -> (continuation of Deferred@2035542874 after retry RPC@1706793350) -> (continuation of Deferred@2094196198 after retry RPC@1167860819) -> (continuation of Deferred@1186385307 after retry RPC@1647105954), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a24a5f0 -> wakeup thread Time-limited test -> (continuation of Deferred@964670231 after retry RPC@1677713775) -> (continuation of Deferred@2035542874 after retry RPC@1706793350) -> (continuation of Deferred@2094196198 after retry RPC@1167860819) -> (continuation of Deferred@1186385307 after retry RPC@1647105954))) after lookup
14:04:16.597 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] connecting to peer
14:04:16.598 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:16.599 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:16.599 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:16.874 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:16.874 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)[L],87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:16.875 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=12, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=760), Traces: [0ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [3ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [3ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [18ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [20ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [22ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [22ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [39ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [41ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [42ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [43ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [79ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [80ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [85ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [85ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [195ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [198ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [200ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [201ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [201ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [476ms] refreshing cache from master, [476ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [479ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [482ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [485ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [485ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [756ms] refreshing cache from master, [756ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [760ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1090244589(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@1bd68f62 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@964670231 after retry RPC@1677713775) -> (continuation of Deferred@2035542874 after retry RPC@1706793350) -> (continuation of Deferred@2094196198 after retry RPC@1167860819) -> (continuation of Deferred@1186385307 after retry RPC@1647105954) -> (continuation of Deferred@407271209 after retry RPC@475214404), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a24a5f0 -> wakeup thread Time-limited test -> (continuation of Deferred@964670231 after retry RPC@1677713775) -> (continuation of Deferred@2035542874 after retry RPC@1706793350) -> (continuation of Deferred@2094196198 after retry RPC@1167860819) -> (continuation of Deferred@1186385307 after retry RPC@1647105954) -> (continuation of Deferred@407271209 after retry RPC@475214404))) after lookup
14:04:16.876 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] connecting to peer
14:04:16.877 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:16.877 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:16.878 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:17.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.363816 23443 raft_consensus.cc:493] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 6 FOLLOWER]: Starting pre-election (detected failure of leader 3b93133fc3144aa6a3c7219c08983c76)
14:04:17.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.364039 23443 raft_consensus.cc:515] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 6 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:17.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.365447 23443 leader_election.cc:290] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [CANDIDATE]: Term 7 pre-election: Requested pre-vote from peers 87504ef3975148ef87774a1064a675da (127.21.73.193:38645), 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:04:17.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:17.366255 23132 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.73.194:33377: connect: Connection refused (error 111)
14:04:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:17.367213 23132 leader_election.cc:336] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [CANDIDATE]: Term 7 pre-election: RPC error from VoteRequest() call to peer 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377): Network error: Client connection negotiation failed: client connection to 127.21.73.194:33377: connect: Connection refused (error 111)
14:04:17.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.372226 23384 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "0f2cde892aca483e9ff43f33b364d56a" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "87504ef3975148ef87774a1064a675da" is_pre_election: true
14:04:17.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.372714 23384 raft_consensus.cc:2468] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 5 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0f2cde892aca483e9ff43f33b364d56a in term 5.
14:04:17.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.373718 23131 leader_election.cc:304] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [CANDIDATE]: Term 7 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0f2cde892aca483e9ff43f33b364d56a, 87504ef3975148ef87774a1064a675da; no voters: 3b93133fc3144aa6a3c7219c08983c76
14:04:17.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.374091 23443 raft_consensus.cc:2804] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 6 FOLLOWER]: Leader pre-election won for term 7
14:04:17.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.374212 23443 raft_consensus.cc:493] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 6 FOLLOWER]: Starting leader election (detected failure of leader 3b93133fc3144aa6a3c7219c08983c76)
14:04:17.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.374272 23443 raft_consensus.cc:3060] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 6 FOLLOWER]: Advancing to term 7
14:04:17.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.375402 23443 raft_consensus.cc:515] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 7 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.375888 23443 leader_election.cc:290] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [CANDIDATE]: Term 7 election: Requested vote from peers 87504ef3975148ef87774a1064a675da (127.21.73.193:38645), 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:04:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.376565 23384 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "0f2cde892aca483e9ff43f33b364d56a" candidate_term: 7 candidate_status { last_received { term: 6 index: 24 } } ignore_live_leader: false dest_uuid: "87504ef3975148ef87774a1064a675da"
14:04:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.376735 23384 raft_consensus.cc:3060] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 5 FOLLOWER]: Advancing to term 7
14:04:17.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:17.377406 23132 leader_election.cc:336] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [CANDIDATE]: Term 7 election: RPC error from VoteRequest() call to peer 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377): Network error: Client connection negotiation failed: client connection to 127.21.73.194:33377: connect: Connection refused (error 111)
14:04:17.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.379220 23384 raft_consensus.cc:2468] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 7 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0f2cde892aca483e9ff43f33b364d56a in term 7.
14:04:17.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.379846 23131 leader_election.cc:304] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [CANDIDATE]: Term 7 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0f2cde892aca483e9ff43f33b364d56a, 87504ef3975148ef87774a1064a675da; no voters: 3b93133fc3144aa6a3c7219c08983c76
14:04:17.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.380575 23443 raft_consensus.cc:2804] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 7 FOLLOWER]: Leader election won for term 7
14:04:17.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.381155 23443 raft_consensus.cc:697] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 7 LEADER]: Becoming Leader. State: Replica: 0f2cde892aca483e9ff43f33b364d56a, State: Running, Role: LEADER
14:04:17.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.381590 23443 consensus_queue.cc:237] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 24, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 7, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.385100 21841 catalog_manager.cc:5696] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a reported cstate change: term changed from 6 to 7, leader changed from 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194) to 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195). New cstate: current_term: 7 leader_uuid: "0f2cde892aca483e9ff43f33b364d56a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } health_report { overall_health: UNKNOWN } } }
14:04:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:17.836325 23132 consensus_peers.cc:597] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a -> Peer 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377): Couldn't send request to peer 3b93133fc3144aa6a3c7219c08983c76. Status: Network error: Client connection negotiation failed: client connection to 127.21.73.194:33377: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:04:17.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.867942 23384 raft_consensus.cc:1275] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 7 FOLLOWER]: Refusing update from remote peer 0f2cde892aca483e9ff43f33b364d56a: Log matching property violated. Preceding OpId in replica: term: 5 index: 20. Preceding OpId from leader: term: 7 index: 25. (index mismatch)
14:04:17.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:17.868718 23443 consensus_queue.cc:1048] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [LEADER]: Connected to new peer: Peer: permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 25, Last known committed idx: 20, Time since last communication: 0.000s
14:04:20.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:20.343463 23132 consensus_peers.cc:597] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a -> Peer 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377): Couldn't send request to peer 3b93133fc3144aa6a3c7219c08983c76. Status: Network error: Client connection negotiation failed: client connection to 127.21.73.194:33377: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:04:20.454 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:20.454 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)[L],3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:20.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=14, sequence_id=19, TimeoutTracker(timeout=30000, elapsed=4340), Traces: [0ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [3ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [3ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [15ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [18ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [20ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [22ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [22ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [39ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [41ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [42ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [43ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [79ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [80ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [85ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [85ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [195ms] refreshing cache from master, [195ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [198ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [200ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [201ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [201ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [476ms] refreshing cache from master, [476ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [479ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [482ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [485ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [485ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [756ms] refreshing cache from master, [756ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [760ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [761ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [764ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [764ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [4336ms] refreshing cache from master, [4336ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [4339ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1090244589(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@1bd68f62 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@964670231 after retry RPC@1677713775) -> (continuation of Deferred@2035542874 after retry RPC@1706793350) -> (continuation of Deferred@2094196198 after retry RPC@1167860819) -> (continuation of Deferred@1186385307 after retry RPC@1647105954) -> (continuation of Deferred@407271209 after retry RPC@475214404) -> (continuation of Deferred@1278219401 after retry RPC@1232391769), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5a24a5f0 -> wakeup thread Time-limited test -> (continuation of Deferred@964670231 after retry RPC@1677713775) -> (continuation of Deferred@2035542874 after retry RPC@1706793350) -> (continuation of Deferred@2094196198 after retry RPC@1167860819) -> (continuation of Deferred@1186385307 after retry RPC@1647105954) -> (continuation of Deferred@407271209 after retry RPC@475214404) -> (continuation of Deferred@1278219401 after retry RPC@1232391769))) after lookup
14:04:20.456 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] connecting to peer
14:04:20.457 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] Successfully connected to peer
14:04:20.477 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0xff698f9a, L:/127.0.0.1:44264 - R:/127.21.73.195:32917] using TOKEN/null
14:04:20.512 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.21.73.194:33377
14:04:20.513 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:04:20.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.513623 21799 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:04:20.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:04:20.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/wal
14:04:20.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data
14:04:20.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:20.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/logs
14:04:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data/info.pb
14:04:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:04:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.194:33377
14:04:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.73.194
14:04:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:04:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42449
14:04:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.194
14:04:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:04:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:20.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:04:20.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:20.668648 23481 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:20.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:20.669418 23481 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:20.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:20.670481 23481 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:20.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:20.676635 23481 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:20.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:20.676780 23481 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.73.194
14:04:20.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.681712 23481 tablet_server_runner.cc:78] Tablet server non-default flags:
14:04:20.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:20.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:04:20.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:20.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:20.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data
14:04:20.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/wal
14:04:20.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:20.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:20.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.194:33377
14:04:20.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:20.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:20.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data/info.pb
14:04:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.194
14:04:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42449
14:04:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:04:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.23481
14:04:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.73.194
14:04:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/logs
14:04:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:04:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:04:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:04:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:04:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on bdcb31816ec0
14:04:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11956
14:04:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.683207 23481 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:20.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.685586 23481 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:20.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:20.694859 23486 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:20.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:20.695077 23487 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:20.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:20.695508 23489 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:20.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.695582 23481 server_base.cc:1061] running on GCE node
14:04:20.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.696447 23481 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:20.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.697288 23481 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:20.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.698515 23481 hybrid_clock.cc:648] HybridClock initialized: now 1779113060698488 us; error 49 us; skew 500 ppm
14:04:20.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.701490 23481 webserver.cc:533] Webserver started at http://127.21.73.194:42449/ using document root <none> and password file <none>
14:04:20.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.702296 23481 fs_manager.cc:362] Metadata directory not provided
14:04:20.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.702400 23481 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:20.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.711524 23481 fs_manager.cc:714] Time spent opening directory manager: real 0.007s	user 0.004s	sys 0.004s
14:04:20.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.714625 23495 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:04:20.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.716477 23481 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
14:04:20.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.716674 23481 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data,/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/wal
14:04:20.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b93133fc3144aa6a3c7219c08983c76"
14:04:20.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:03:59 on dist-test-slave-l87x"
14:04:20.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.717373 23481 fs_report.cc:389] FS layout report
14:04:20.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:20.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/wal
14:04:20.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/wal
14:04:20.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data/data
14:04:20.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:20.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:20.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:20.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:20.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:20.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:20.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:20.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:20.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:20.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:20.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:20.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.754937 23481 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:04:20.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.755815 23481 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:20.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.756059 23481 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:20.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.756801 23481 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:04:20.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.758347 23502 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:04:20.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.762770 23481 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:04:20.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.762993 23481 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.005s	user 0.000s	sys 0.001s
14:04:20.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.763142 23481 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:04:20.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.765049 23481 ts_tablet_manager.cc:616] Registered 1 tablets
14:04:20.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.765290 23481 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
14:04:20.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.765473 23502 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76: Bootstrap starting.
14:04:20.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.783278 23481 rpc_server.cc:307] RPC server started. Bound to: 127.21.73.194:33377
14:04:20.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.783318 23609 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.73.194:33377 every 8 connection(s)
14:04:20.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.784531 23481 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data/info.pb
14:04:20.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.784843 21799 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu as pid 23481
14:04:20.785 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:04:20.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.787094 23502 log.cc:826] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76: Log is configured to *not* fsync() on all Append() calls
14:04:20.797 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 21 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:20.798 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.21.73.195:32917
14:04:20.798 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:04:20.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.799073 21799 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu with pid 23115
14:04:20.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.805106 23610 heartbeater.cc:344] Connected to a master server at 127.21.73.252:37399
14:04:20.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.805575 23610 heartbeater.cc:461] Registering TS with master...
14:04:20.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.806136 23611 heartbeater.cc:344] Connected to a master server at 127.21.73.254:46331
14:04:20.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.806273 23611 heartbeater.cc:461] Registering TS with master...
14:04:20.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.806587 23611 heartbeater.cc:507] Master 127.21.73.254:46331 requested a full tablet report, sending...
14:04:20.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.806587 23610 heartbeater.cc:507] Master 127.21.73.252:37399 requested a full tablet report, sending...
14:04:20.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.808656 23612 heartbeater.cc:344] Connected to a master server at 127.21.73.253:46389
14:04:20.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.808768 23612 heartbeater.cc:461] Registering TS with master...
14:04:20.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.809252 23612 heartbeater.cc:507] Master 127.21.73.253:46389 requested a full tablet report, sending...
14:04:20.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.809954 21842 ts_manager.cc:194] Re-registered known tserver with Master: 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:04:20.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.810992 21986 ts_manager.cc:194] Re-registered known tserver with Master: 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:04:20.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.811172 21842 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.73.194:35777
14:04:20.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.811796 21914 ts_manager.cc:194] Re-registered known tserver with Master: 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:04:20.813 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] handling channelInactive
14:04:20.813 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] cleaning up while in state READY due to: connection closed
14:04:20.814 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:04:20.815 [DEBUG - Time-limited test] (Connection.java:748) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] connecting to peer
14:04:20.816 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:20.816 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:20.816 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:20.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.823660 23502 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76: Bootstrap replayed 1/1 log segments. Stats: ops{read=24 overwritten=0 applied=24 ignored=0} inserts{seen=18 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:04:20.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.824636 23502 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76: Bootstrap complete.
14:04:20.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.826043 23502 ts_tablet_manager.cc:1403] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76: Time spent bootstrapping tablet: real 0.061s	user 0.046s	sys 0.004s
14:04:20.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.829088 23502 raft_consensus.cc:359] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 6 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:20.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.829500 23502 raft_consensus.cc:740] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 6 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3b93133fc3144aa6a3c7219c08983c76, State: Initialized, Role: FOLLOWER
14:04:20.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.830037 23502 consensus_queue.cc:260] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 24, Last appended: 6.24, Last appended by leader: 24, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:20.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.830892 23611 heartbeater.cc:499] Master 127.21.73.254:46331 was elected leader, sending a full tablet report...
14:04:20.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:20.831162 23502 ts_tablet_manager.cc:1434] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76: Time spent starting tablet: real 0.005s	user 0.000s	sys 0.004s
14:04:20.835 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:20.835 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)[L],3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:20.835 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=2, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=21), Traces: [0ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [2ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [3ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [20ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1833201405(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@22d730a -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34a8a109 -> wakeup thread Time-limited test)) after lookup
14:04:20.836 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] connecting to peer
14:04:20.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:20.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:20.837 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:20.853 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:20.854 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)[L],3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:20.854 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=4, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [2ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [3ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [20ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [22ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [23ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [23ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [39ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1833201405(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@22d730a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1418292846 after retry RPC@93656015), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34a8a109 -> wakeup thread Time-limited test -> (continuation of Deferred@1418292846 after retry RPC@93656015))) after lookup
14:04:20.855 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] connecting to peer
14:04:20.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:20.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:20.857 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:20.894 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:20.894 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)[L],3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:20.894 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=6, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=80), Traces: [0ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [2ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [3ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [20ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [22ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [23ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [23ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [39ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [41ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [43ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [43ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [79ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1833201405(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@22d730a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1418292846 after retry RPC@93656015) -> (continuation of Deferred@1640114552 after retry RPC@1290028516), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34a8a109 -> wakeup thread Time-limited test -> (continuation of Deferred@1418292846 after retry RPC@93656015) -> (continuation of Deferred@1640114552 after retry RPC@1290028516))) after lookup
14:04:20.895 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] connecting to peer
14:04:20.896 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:20.896 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:20.897 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:20.992 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:20.993 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)[L],3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:20.993 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=8, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=178), Traces: [0ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [2ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [3ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [20ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [22ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [23ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [23ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [39ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [41ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [43ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [43ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [79ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [81ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [83ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [83ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [175ms] refreshing cache from master, [175ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [178ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1833201405(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@22d730a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1418292846 after retry RPC@93656015) -> (continuation of Deferred@1640114552 after retry RPC@1290028516) -> (continuation of Deferred@510558633 after retry RPC@1892367589), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34a8a109 -> wakeup thread Time-limited test -> (continuation of Deferred@1418292846 after retry RPC@93656015) -> (continuation of Deferred@1640114552 after retry RPC@1290028516) -> (continuation of Deferred@510558633 after retry RPC@1892367589))) after lookup
14:04:20.994 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] connecting to peer
14:04:20.995 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:20.995 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:20.995 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:21.233 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:21.233 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)[L],3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:21.233 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=10, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=418), Traces: [0ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [2ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [3ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [20ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [22ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [23ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [23ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [39ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [41ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [43ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [43ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [79ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [81ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [83ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [83ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [175ms] refreshing cache from master, [175ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [178ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [179ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [181ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [181ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [415ms] refreshing cache from master, [415ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [418ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1833201405(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@22d730a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1418292846 after retry RPC@93656015) -> (continuation of Deferred@1640114552 after retry RPC@1290028516) -> (continuation of Deferred@510558633 after retry RPC@1892367589) -> (continuation of Deferred@1388991628 after retry RPC@2068801060), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34a8a109 -> wakeup thread Time-limited test -> (continuation of Deferred@1418292846 after retry RPC@93656015) -> (continuation of Deferred@1640114552 after retry RPC@1290028516) -> (continuation of Deferred@510558633 after retry RPC@1892367589) -> (continuation of Deferred@1388991628 after retry RPC@2068801060))) after lookup
14:04:21.234 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] connecting to peer
14:04:21.235 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:21.235 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:21.236 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:22.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.012034 23623 raft_consensus.cc:493] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 7 FOLLOWER]: Starting pre-election (detected failure of leader 0f2cde892aca483e9ff43f33b364d56a)
14:04:22.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.012239 23623 raft_consensus.cc:515] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 7 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:22.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.013469 23623 leader_election.cc:290] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 8 pre-election: Requested pre-vote from peers 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917), 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:04:22.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:22.014256 23319 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.73.195:32917: connect: Connection refused (error 111)
14:04:22.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:22.015337 23319 leader_election.cc:336] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 8 pre-election: RPC error from VoteRequest() call to peer 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917): Network error: Client connection negotiation failed: client connection to 127.21.73.195:32917: connect: Connection refused (error 111)
14:04:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.019016 23564 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "87504ef3975148ef87774a1064a675da" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "3b93133fc3144aa6a3c7219c08983c76" is_pre_election: true
14:04:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.019510 23564 raft_consensus.cc:2468] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 6 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 87504ef3975148ef87774a1064a675da in term 6.
14:04:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.020512 23317 leader_election.cc:304] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 8 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3b93133fc3144aa6a3c7219c08983c76, 87504ef3975148ef87774a1064a675da; no voters: 0f2cde892aca483e9ff43f33b364d56a
14:04:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.020824 23623 raft_consensus.cc:2804] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 7 FOLLOWER]: Leader pre-election won for term 8
14:04:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.020908 23623 raft_consensus.cc:493] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 7 FOLLOWER]: Starting leader election (detected failure of leader 0f2cde892aca483e9ff43f33b364d56a)
14:04:22.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.020949 23623 raft_consensus.cc:3060] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 7 FOLLOWER]: Advancing to term 8
14:04:22.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.021965 23623 raft_consensus.cc:515] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 8 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:22.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.022624 23623 leader_election.cc:290] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 8 election: Requested vote from peers 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917), 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:04:22.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.023161 23564 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "87504ef3975148ef87774a1064a675da" candidate_term: 8 candidate_status { last_received { term: 7 index: 28 } } ignore_live_leader: false dest_uuid: "3b93133fc3144aa6a3c7219c08983c76"
14:04:22.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.023334 23564 raft_consensus.cc:3060] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 6 FOLLOWER]: Advancing to term 8
14:04:22.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:22.024112 23319 leader_election.cc:336] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 8 election: RPC error from VoteRequest() call to peer 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917): Network error: Client connection negotiation failed: client connection to 127.21.73.195:32917: connect: Connection refused (error 111)
14:04:22.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.025835 23564 raft_consensus.cc:2468] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 8 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 87504ef3975148ef87774a1064a675da in term 8.
14:04:22.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.026314 23317 leader_election.cc:304] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 8 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3b93133fc3144aa6a3c7219c08983c76, 87504ef3975148ef87774a1064a675da; no voters: 0f2cde892aca483e9ff43f33b364d56a
14:04:22.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.026506 23623 raft_consensus.cc:2804] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 8 FOLLOWER]: Leader election won for term 8
14:04:22.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.026754 23623 raft_consensus.cc:697] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 8 LEADER]: Becoming Leader. State: Replica: 87504ef3975148ef87774a1064a675da, State: Running, Role: LEADER
14:04:22.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.027427 23623 consensus_queue.cc:237] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 28, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 8, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:22.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.030836 21841 catalog_manager.cc:5696] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da reported cstate change: term changed from 7 to 8, leader changed from 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195) to 87504ef3975148ef87774a1064a675da (127.21.73.193). New cstate: current_term: 8 leader_uuid: "87504ef3975148ef87774a1064a675da" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } health_report { overall_health: UNKNOWN } } }
14:04:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:22.530588 23319 consensus_peers.cc:597] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da -> Peer 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917): Couldn't send request to peer 0f2cde892aca483e9ff43f33b364d56a. Status: Network error: Client connection negotiation failed: client connection to 127.21.73.195:32917: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:04:22.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.564944 23564 raft_consensus.cc:1275] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 8 FOLLOWER]: Refusing update from remote peer 87504ef3975148ef87774a1064a675da: Log matching property violated. Preceding OpId in replica: term: 6 index: 24. Preceding OpId from leader: term: 8 index: 29. (index mismatch)
14:04:22.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:22.565734 23623 consensus_queue.cc:1048] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [LEADER]: Connected to new peer: Peer: permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 29, Last known committed idx: 24, Time since last communication: 0.000s
14:04:23.253 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:23.253 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)[L]]}]
14:04:23.254 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=12, sequence_id=22, TimeoutTracker(timeout=30000, elapsed=2439), Traces: [0ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [2ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [3ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [16ms] refreshing cache from master, [16ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [20ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [22ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [23ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [23ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [35ms] refreshing cache from master, [36ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [39ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [41ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [43ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [43ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [76ms] refreshing cache from master, [76ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [79ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [81ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [83ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [83ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [175ms] refreshing cache from master, [175ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [178ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [179ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [181ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [181ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [415ms] refreshing cache from master, [415ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [418ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [419ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [422ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [422ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [2435ms] refreshing cache from master, [2436ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [2439ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1833201405(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@22d730a -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1418292846 after retry RPC@93656015) -> (continuation of Deferred@1640114552 after retry RPC@1290028516) -> (continuation of Deferred@510558633 after retry RPC@1892367589) -> (continuation of Deferred@1388991628 after retry RPC@2068801060) -> (continuation of Deferred@609520891 after retry RPC@615161875), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@34a8a109 -> wakeup thread Time-limited test -> (continuation of Deferred@1418292846 after retry RPC@93656015) -> (continuation of Deferred@1640114552 after retry RPC@1290028516) -> (continuation of Deferred@510558633 after retry RPC@1892367589) -> (continuation of Deferred@1388991628 after retry RPC@2068801060) -> (continuation of Deferred@609520891 after retry RPC@615161875))) after lookup
14:04:23.255 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] connecting to peer
14:04:23.256 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] Successfully connected to peer
14:04:23.314 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x6ad8a644, L:/127.0.0.1:41758 - R:/127.21.73.193:38645] using TOKEN/null
14:04:23.343 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.21.73.195:32917
14:04:23.343 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:04:23.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.344265 21799 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:04:23.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:04:23.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/wal
14:04:23.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data
14:04:23.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:23.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:23.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:23.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:23.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:23.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:23.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/logs
14:04:23.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data/info.pb
14:04:23.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:23.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:23.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:23.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:23.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:23.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:23.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:23.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:23.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:04:23.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:23.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.195:32917
14:04:23.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.73.195
14:04:23.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:04:23.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45753
14:04:23.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.195
14:04:23.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:04:23.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:23.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:23.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:04:23.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:23.484452 23661 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:23.484700 23661 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:23.484750 23661 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:23.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:23.488922 23661 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:23.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:23.489068 23661 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.73.195
14:04:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.493760 23661 tablet_server_runner.cc:78] Tablet server non-default flags:
14:04:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:04:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data
14:04:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/wal
14:04:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.195:32917
14:04:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data/info.pb
14:04:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.195
14:04:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45753
14:04:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:04:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.23661
14:04:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.73.195
14:04:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/logs
14:04:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:04:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:04:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:04:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:04:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on bdcb31816ec0
14:04:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11956
14:04:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.495229 23661 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:23.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.496830 23661 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:23.504930 23666 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:23.505009 23667 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:23.504913 23669 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:23.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.505807 23661 server_base.cc:1061] running on GCE node
14:04:23.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.506356 23661 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:23.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.507201 23661 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:23.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.508447 23661 hybrid_clock.cc:648] HybridClock initialized: now 1779113063508415 us; error 54 us; skew 500 ppm
14:04:23.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.510943 23661 webserver.cc:533] Webserver started at http://127.21.73.195:45753/ using document root <none> and password file <none>
14:04:23.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.511720 23661 fs_manager.cc:362] Metadata directory not provided
14:04:23.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.511822 23661 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:23.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.515920 23661 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
14:04:23.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.518764 23675 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:04:23.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.520112 23661 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
14:04:23.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.520241 23661 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data,/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/wal
14:04:23.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0f2cde892aca483e9ff43f33b364d56a"
14:04:23.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:03:59 on dist-test-slave-l87x"
14:04:23.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.521154 23661 fs_report.cc:389] FS layout report
14:04:23.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:23.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/wal
14:04:23.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/wal
14:04:23.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data/data
14:04:23.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:23.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:23.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:23.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:23.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:23.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:23.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:23.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:23.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:23.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:23.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:23.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.535585 23661 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:04:23.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.536410 23661 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:23.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.536604 23661 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:23.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.537177 23661 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:04:23.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.538883 23682 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:04:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.542810 23661 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:04:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.542941 23661 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.004s	user 0.001s	sys 0.000s
14:04:23.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.543081 23661 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:04:23.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.545336 23661 ts_tablet_manager.cc:616] Registered 1 tablets
14:04:23.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.545426 23661 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
14:04:23.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.545787 23682 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Bootstrap starting.
14:04:23.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.559312 23661 rpc_server.cc:307] RPC server started. Bound to: 127.21.73.195:32917
14:04:23.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.559387 23789 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.73.195:32917 every 8 connection(s)
14:04:23.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.560449 23661 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data/info.pb
14:04:23.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.564417 21799 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu as pid 23661
14:04:23.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.564738 23682 log.cc:826] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Log is configured to *not* fsync() on all Append() calls
14:04:23.565 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:04:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.573936 23791 heartbeater.cc:344] Connected to a master server at 127.21.73.254:46331
14:04:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.574205 23790 heartbeater.cc:344] Connected to a master server at 127.21.73.252:37399
14:04:23.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.574332 23790 heartbeater.cc:461] Registering TS with master...
14:04:23.575 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 24 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:23.577 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.21.73.193:38645
14:04:23.578 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:04:23.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.574990 23790 heartbeater.cc:507] Master 127.21.73.252:37399 requested a full tablet report, sending...
14:04:23.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.576967 23791 heartbeater.cc:461] Registering TS with master...
14:04:23.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.577239 23791 heartbeater.cc:507] Master 127.21.73.254:46331 requested a full tablet report, sending...
14:04:23.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.579545 21799 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu with pid 23299
14:04:23.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.583767 23792 heartbeater.cc:344] Connected to a master server at 127.21.73.253:46389
14:04:23.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.583792 21842 ts_manager.cc:194] Re-registered known tserver with Master: 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917)
14:04:23.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.583881 23792 heartbeater.cc:461] Registering TS with master...
14:04:23.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.584141 23792 heartbeater.cc:507] Master 127.21.73.253:46389 requested a full tablet report, sending...
14:04:23.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.585121 21842 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.73.195:40803
14:04:23.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.585906 21986 ts_manager.cc:194] Re-registered known tserver with Master: 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917)
14:04:23.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.586036 21913 ts_manager.cc:194] Re-registered known tserver with Master: 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917)
14:04:23.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:23.588116 21972 connection.cc:582] server connection from 127.21.73.193:45451 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:04:23.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.588582 23682 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Bootstrap replayed 1/1 log segments. Stats: ops{read=28 overwritten=0 applied=28 ignored=0} inserts{seen=21 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:04:23.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.588904 23682 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Bootstrap complete.
14:04:23.589 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] handling channelInactive
14:04:23.589 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] cleaning up while in state READY due to: connection closed
14:04:23.590 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:04:23.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.590101 23682 ts_tablet_manager.cc:1403] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Time spent bootstrapping tablet: real 0.045s	user 0.028s	sys 0.012s
14:04:23.590 [DEBUG - Time-limited test] (Connection.java:748) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] connecting to peer
14:04:23.592 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:23.592 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:23.592 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 87504ef3975148ef87774a1064a675da(127.21.73.193:38645) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:23.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.593079 23682 raft_consensus.cc:359] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 7 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:23.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.593505 23682 raft_consensus.cc:740] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 7 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0f2cde892aca483e9ff43f33b364d56a, State: Initialized, Role: FOLLOWER
14:04:23.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.594036 23682 consensus_queue.cc:260] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 28, Last appended: 7.28, Last appended by leader: 28, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:23.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.594907 23791 heartbeater.cc:499] Master 127.21.73.254:46331 was elected leader, sending a full tablet report...
14:04:23.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:23.595090 23682 ts_tablet_manager.cc:1434] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Time spent starting tablet: real 0.005s	user 0.004s	sys 0.000s
14:04:23.613 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:23.613 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)[L]]}]
14:04:23.614 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=2, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=23), Traces: [0ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [2ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [2ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [22ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1575055616(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@2c3af897 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@65c91114 -> wakeup thread Time-limited test)) after lookup
14:04:23.614 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] connecting to peer
14:04:23.615 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:23.615 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:23.616 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 87504ef3975148ef87774a1064a675da(127.21.73.193:38645) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:23.632 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:23.632 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)[L]]}]
14:04:23.633 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=4, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [2ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [2ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [22ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [24ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [26ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [26ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [42ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1575055616(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@2c3af897 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@84196972 after retry RPC@677928553), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@65c91114 -> wakeup thread Time-limited test -> (continuation of Deferred@84196972 after retry RPC@677928553))) after lookup
14:04:23.633 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] connecting to peer
14:04:23.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:23.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:23.635 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 87504ef3975148ef87774a1064a675da(127.21.73.193:38645) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:23.672 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:23.672 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)[L]]}]
14:04:23.673 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=6, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=82), Traces: [0ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [2ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [2ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [22ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [24ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [26ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [26ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [42ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [43ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [45ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [45ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [82ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1575055616(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@2c3af897 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@84196972 after retry RPC@677928553) -> (continuation of Deferred@1213390953 after retry RPC@1538703891), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@65c91114 -> wakeup thread Time-limited test -> (continuation of Deferred@84196972 after retry RPC@677928553) -> (continuation of Deferred@1213390953 after retry RPC@1538703891))) after lookup
14:04:23.673 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] connecting to peer
14:04:23.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:23.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:23.675 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 87504ef3975148ef87774a1064a675da(127.21.73.193:38645) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:23.792 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:23.792 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)[L]]}]
14:04:23.792 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=8, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=202), Traces: [0ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [2ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [2ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [22ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [24ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [26ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [26ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [42ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [43ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [45ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [45ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [82ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [83ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [85ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [85ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [199ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [202ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1575055616(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@2c3af897 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@84196972 after retry RPC@677928553) -> (continuation of Deferred@1213390953 after retry RPC@1538703891) -> (continuation of Deferred@1650602149 after retry RPC@254398624), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@65c91114 -> wakeup thread Time-limited test -> (continuation of Deferred@84196972 after retry RPC@677928553) -> (continuation of Deferred@1213390953 after retry RPC@1538703891) -> (continuation of Deferred@1650602149 after retry RPC@254398624))) after lookup
14:04:23.793 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] connecting to peer
14:04:23.794 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:23.795 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:23.795 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 87504ef3975148ef87774a1064a675da(127.21.73.193:38645) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:24.253 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:24.254 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)[L]]}]
14:04:24.254 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=10, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=664), Traces: [0ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [2ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [2ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [22ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [24ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [26ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [26ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [42ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [43ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [45ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [45ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [82ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [83ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [85ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [85ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [199ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [202ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [203ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [205ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [205ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [660ms] refreshing cache from master, [660ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [663ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1575055616(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@2c3af897 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@84196972 after retry RPC@677928553) -> (continuation of Deferred@1213390953 after retry RPC@1538703891) -> (continuation of Deferred@1650602149 after retry RPC@254398624) -> (continuation of Deferred@1224374180 after retry RPC@152502987), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@65c91114 -> wakeup thread Time-limited test -> (continuation of Deferred@84196972 after retry RPC@677928553) -> (continuation of Deferred@1213390953 after retry RPC@1538703891) -> (continuation of Deferred@1650602149 after retry RPC@254398624) -> (continuation of Deferred@1224374180 after retry RPC@152502987))) after lookup
14:04:24.255 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] connecting to peer
14:04:24.256 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:24.256 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] cleaning up while in state CONNECTING due to: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:24.257 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 87504ef3975148ef87774a1064a675da(127.21.73.193:38645) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645
14:04:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.842196 23804 raft_consensus.cc:493] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 8 FOLLOWER]: Starting pre-election (detected failure of leader 87504ef3975148ef87774a1064a675da)
14:04:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.842347 23804 raft_consensus.cc:515] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 8 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:24.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.845038 23804 leader_election.cc:290] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [CANDIDATE]: Term 9 pre-election: Requested pre-vote from peers 87504ef3975148ef87774a1064a675da (127.21.73.193:38645), 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917)
14:04:24.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:24.846683 23496 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.73.193:38645: connect: Connection refused (error 111)
14:04:24.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:24.848078 23496 leader_election.cc:336] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [CANDIDATE]: Term 9 pre-election: RPC error from VoteRequest() call to peer 87504ef3975148ef87774a1064a675da (127.21.73.193:38645): Network error: Client connection negotiation failed: client connection to 127.21.73.193:38645: connect: Connection refused (error 111)
14:04:24.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.854671 23744 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "3b93133fc3144aa6a3c7219c08983c76" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "0f2cde892aca483e9ff43f33b364d56a" is_pre_election: true
14:04:24.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.855036 23744 raft_consensus.cc:2468] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 7 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3b93133fc3144aa6a3c7219c08983c76 in term 7.
14:04:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.856218 23499 leader_election.cc:304] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [CANDIDATE]: Term 9 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0f2cde892aca483e9ff43f33b364d56a, 3b93133fc3144aa6a3c7219c08983c76; no voters: 87504ef3975148ef87774a1064a675da
14:04:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.856659 23804 raft_consensus.cc:2804] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 8 FOLLOWER]: Leader pre-election won for term 9
14:04:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.856743 23804 raft_consensus.cc:493] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 8 FOLLOWER]: Starting leader election (detected failure of leader 87504ef3975148ef87774a1064a675da)
14:04:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.856788 23804 raft_consensus.cc:3060] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 8 FOLLOWER]: Advancing to term 9
14:04:24.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.857950 23804 raft_consensus.cc:515] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 9 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:24.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.858621 23804 leader_election.cc:290] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [CANDIDATE]: Term 9 election: Requested vote from peers 87504ef3975148ef87774a1064a675da (127.21.73.193:38645), 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917)
14:04:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.859229 23744 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "3b93133fc3144aa6a3c7219c08983c76" candidate_term: 9 candidate_status { last_received { term: 8 index: 32 } } ignore_live_leader: false dest_uuid: "0f2cde892aca483e9ff43f33b364d56a"
14:04:24.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.859393 23744 raft_consensus.cc:3060] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 7 FOLLOWER]: Advancing to term 9
14:04:24.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:24.860014 23496 leader_election.cc:336] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [CANDIDATE]: Term 9 election: RPC error from VoteRequest() call to peer 87504ef3975148ef87774a1064a675da (127.21.73.193:38645): Network error: Client connection negotiation failed: client connection to 127.21.73.193:38645: connect: Connection refused (error 111)
14:04:24.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.861873 23744 raft_consensus.cc:2468] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 9 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3b93133fc3144aa6a3c7219c08983c76 in term 9.
14:04:24.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.862470 23499 leader_election.cc:304] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [CANDIDATE]: Term 9 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0f2cde892aca483e9ff43f33b364d56a, 3b93133fc3144aa6a3c7219c08983c76; no voters: 87504ef3975148ef87774a1064a675da
14:04:24.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.862785 23804 raft_consensus.cc:2804] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 9 FOLLOWER]: Leader election won for term 9
14:04:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.863095 23804 raft_consensus.cc:697] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 9 LEADER]: Becoming Leader. State: Replica: 3b93133fc3144aa6a3c7219c08983c76, State: Running, Role: LEADER
14:04:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.863471 23804 consensus_queue.cc:237] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 32, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 9, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:24.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:24.870042 21842 catalog_manager.cc:5696] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 reported cstate change: term changed from 8 to 9, leader changed from 87504ef3975148ef87774a1064a675da (127.21.73.193) to 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194). New cstate: current_term: 9 leader_uuid: "3b93133fc3144aa6a3c7219c08983c76" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } health_report { overall_health: HEALTHY } } }
14:04:25.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.319574 23744 raft_consensus.cc:1275] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 9 FOLLOWER]: Refusing update from remote peer 3b93133fc3144aa6a3c7219c08983c76: Log matching property violated. Preceding OpId in replica: term: 7 index: 28. Preceding OpId from leader: term: 9 index: 33. (index mismatch)
14:04:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.320613 23804 consensus_queue.cc:1048] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 33, Last known committed idx: 28, Time since last communication: 0.000s
14:04:25.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.325407 23823 mvcc.cc:204] Tried to move back new op lower bound from 7287247107348766720 to 7287247102068043776. Current Snapshot: MvccSnapshot[applied={T|T < 7287247107348766720}]
14:04:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.330260 23496 consensus_peers.cc:597] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 -> Peer 87504ef3975148ef87774a1064a675da (127.21.73.193:38645): Couldn't send request to peer 87504ef3975148ef87774a1064a675da. Status: Network error: Client connection negotiation failed: client connection to 127.21.73.193:38645: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:04:25.573 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:25.573 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)[L],87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:25.574 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=12, sequence_id=25, TimeoutTracker(timeout=30000, elapsed=1983), Traces: [0ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [2ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [2ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [19ms] refreshing cache from master, [19ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [22ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [24ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [26ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [26ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [42ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [43ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [45ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [45ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [79ms] refreshing cache from master, [79ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [82ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [83ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [85ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [85ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [199ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [202ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [203ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [205ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [205ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [660ms] refreshing cache from master, [660ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [663ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [664ms] sending RPC to server 87504ef3975148ef87774a1064a675da, [667ms] received response from server 87504ef3975148ef87774a1064a675da: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [667ms] delaying RPC due to: Network error: Failed to connect to peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645): Connection refused: /127.21.73.193:38645, [1979ms] refreshing cache from master, [1980ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [1983ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@1575055616(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@2c3af897 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@84196972 after retry RPC@677928553) -> (continuation of Deferred@1213390953 after retry RPC@1538703891) -> (continuation of Deferred@1650602149 after retry RPC@254398624) -> (continuation of Deferred@1224374180 after retry RPC@152502987) -> (continuation of Deferred@1163631979 after retry RPC@1961614929), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@65c91114 -> wakeup thread Time-limited test -> (continuation of Deferred@84196972 after retry RPC@677928553) -> (continuation of Deferred@1213390953 after retry RPC@1538703891) -> (continuation of Deferred@1650602149 after retry RPC@254398624) -> (continuation of Deferred@1224374180 after retry RPC@152502987) -> (continuation of Deferred@1163631979 after retry RPC@1961614929))) after lookup
14:04:25.575 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] connecting to peer
14:04:25.577 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] Successfully connected to peer
14:04:25.616 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x703693b0, L:/127.0.0.1:40276 - R:/127.21.73.194:33377] using TOKEN/null
14:04:25.656 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.21.73.193:38645
14:04:25.656 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

14:04:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.657078 21799 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:04:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:04:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/wal
14:04:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data
14:04:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/logs
14:04:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data/info.pb
14:04:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:04:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.193:38645
14:04:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.73.193
14:04:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:04:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42499
14:04:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.193
14:04:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:04:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:04:25.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.805122 23831 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:25.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.805387 23831 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:25.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.805433 23831 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:25.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.809536 23831 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:25.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.809685 23831 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.73.193
14:04:25.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.814265 23831 tablet_server_runner.cc:78] Tablet server non-default flags:
14:04:25.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:25.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:04:25.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:25.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:25.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data
14:04:25.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/wal
14:04:25.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:25.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:25.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.193:38645
14:04:25.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:25.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:25.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:25.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data/info.pb
14:04:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.193
14:04:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42499
14:04:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:04:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.23831
14:04:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.73.193
14:04:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/logs
14:04:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:04:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:04:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:04:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:04:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on bdcb31816ec0
14:04:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11956
14:04:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.815640 23831 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:25.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.817044 23831 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:25.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.826236 23837 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.826841 23831 server_base.cc:1061] running on GCE node
14:04:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.826876 23839 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:25.826236 23836 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.827615 23831 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:25.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.828346 23831 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:25.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.831720 23831 hybrid_clock.cc:648] HybridClock initialized: now 1779113065831641 us; error 85 us; skew 500 ppm
14:04:25.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.834478 23831 webserver.cc:533] Webserver started at http://127.21.73.193:42499/ using document root <none> and password file <none>
14:04:25.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.835259 23831 fs_manager.cc:362] Metadata directory not provided
14:04:25.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.835351 23831 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:25.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.839737 23831 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.004s	sys 0.000s
14:04:25.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.842900 23845 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:04:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.844738 23831 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
14:04:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.844902 23831 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data,/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/wal
14:04:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "87504ef3975148ef87774a1064a675da"
14:04:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:03:58 on dist-test-slave-l87x"
14:04:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.845464 23831 fs_report.cc:389] FS layout report
14:04:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/wal
14:04:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/wal
14:04:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data/data
14:04:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:25.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:25.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.864099 23831 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:04:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.864815 23831 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.865027 23831 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.865649 23831 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:04:25.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.867789 23852 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:04:25.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.872179 23831 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:04:25.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.872287 23831 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.005s	user 0.001s	sys 0.000s
14:04:25.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.872370 23831 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:04:25.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.875048 23831 ts_tablet_manager.cc:616] Registered 1 tablets
14:04:25.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.875141 23831 ts_tablet_manager.cc:595] Time spent register tablets: real 0.003s	user 0.000s	sys 0.002s
14:04:25.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.875655 23852 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da: Bootstrap starting.
14:04:25.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.890630 23831 rpc_server.cc:307] RPC server started. Bound to: 127.21.73.193:38645
14:04:25.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.890869 23959 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.73.193:38645 every 8 connection(s)
14:04:25.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.892518 23831 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-0/data/info.pb
14:04:25.897 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:04:25.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.896384 21799 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu as pid 23831
14:04:25.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.901357 23852 log.cc:826] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da: Log is configured to *not* fsync() on all Append() calls
14:04:25.911 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 27 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:25.912 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.21.73.194:33377
14:04:25.912 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:04:25.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.913028 21799 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu with pid 23481
14:04:25.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.923362 23960 heartbeater.cc:344] Connected to a master server at 127.21.73.252:37399
14:04:25.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.923676 23960 heartbeater.cc:461] Registering TS with master...
14:04:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.924518 23960 heartbeater.cc:507] Master 127.21.73.252:37399 requested a full tablet report, sending...
14:04:25.928 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] handling channelInactive
14:04:25.928 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] cleaning up while in state READY due to: connection closed
14:04:25.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.924981 23961 heartbeater.cc:344] Connected to a master server at 127.21.73.254:46331
14:04:25.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.924705 23962 heartbeater.cc:344] Connected to a master server at 127.21.73.253:46389
14:04:25.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.925197 23961 heartbeater.cc:461] Registering TS with master...
14:04:25.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.925200 23962 heartbeater.cc:461] Registering TS with master...
14:04:25.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.926061 23961 heartbeater.cc:507] Master 127.21.73.254:46331 requested a full tablet report, sending...
14:04:25.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.927819 23962 heartbeater.cc:507] Master 127.21.73.253:46389 requested a full tablet report, sending...
14:04:25.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.928959 21986 ts_manager.cc:194] Re-registered known tserver with Master: 87504ef3975148ef87774a1064a675da (127.21.73.193:38645)
14:04:25.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.929685 21842 ts_manager.cc:194] Re-registered known tserver with Master: 87504ef3975148ef87774a1064a675da (127.21.73.193:38645)
14:04:25.930 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:04:25.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.930656 21842 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.73.193:55879
14:04:25.931 [DEBUG - Time-limited test] (Connection.java:748) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] connecting to peer
14:04:25.932 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:25.933 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:25.933 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:25.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.935304 21913 ts_manager.cc:194] Re-registered known tserver with Master: 87504ef3975148ef87774a1064a675da (127.21.73.193:38645)
14:04:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.937218 23852 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da: Bootstrap replayed 1/1 log segments. Stats: ops{read=32 overwritten=0 applied=32 ignored=0} inserts{seen=24 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:04:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.937790 23852 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da: Bootstrap complete.
14:04:25.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.938946 23852 ts_tablet_manager.cc:1403] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da: Time spent bootstrapping tablet: real 0.064s	user 0.039s	sys 0.023s
14:04:25.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.941146 23852 raft_consensus.cc:359] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 8 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:25.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.942358 23852 raft_consensus.cc:740] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 8 FOLLOWER]: Becoming Follower/Learner. State: Replica: 87504ef3975148ef87774a1064a675da, State: Initialized, Role: FOLLOWER
14:04:25.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.943073 23852 consensus_queue.cc:260] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 32, Last appended: 8.32, Last appended by leader: 32, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.943874 23961 heartbeater.cc:499] Master 127.21.73.254:46331 was elected leader, sending a full tablet report...
14:04:25.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:25.944247 23852 ts_tablet_manager.cc:1434] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da: Time spent starting tablet: real 0.005s	user 0.004s	sys 0.001s
14:04:25.953 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:25.953 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)[L],87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:25.953 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=2, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=22), Traces: [0ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [2ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [21ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@2001046768(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@5d76cd1f -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@da91fed -> wakeup thread Time-limited test)) after lookup
14:04:25.954 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] connecting to peer
14:04:25.955 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:25.955 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:25.955 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:25.973 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:25.973 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)[L],87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:25.974 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=4, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=43), Traces: [0ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [2ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [21ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [22ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [24ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [24ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [42ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@2001046768(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@5d76cd1f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@879010958 after retry RPC@1912046488), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@da91fed -> wakeup thread Time-limited test -> (continuation of Deferred@879010958 after retry RPC@1912046488))) after lookup
14:04:25.975 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] connecting to peer
14:04:25.976 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:25.976 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:25.976 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:26.012 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:26.013 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)[L],87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:26.014 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=6, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=83), Traces: [0ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [2ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [21ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [22ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [24ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [24ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [42ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [43ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [45ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [45ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [81ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@2001046768(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@5d76cd1f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@879010958 after retry RPC@1912046488) -> (continuation of Deferred@1925103559 after retry RPC@1058543947), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@da91fed -> wakeup thread Time-limited test -> (continuation of Deferred@879010958 after retry RPC@1912046488) -> (continuation of Deferred@1925103559 after retry RPC@1058543947))) after lookup
14:04:26.015 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] connecting to peer
14:04:26.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:26.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:26.016 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:26.132 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:26.133 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)[L],87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:26.133 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=8, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=202), Traces: [0ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [2ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [21ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [22ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [24ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [24ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [42ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [43ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [45ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [45ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [81ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [84ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [85ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [85ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [198ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [201ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@2001046768(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@5d76cd1f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@879010958 after retry RPC@1912046488) -> (continuation of Deferred@1925103559 after retry RPC@1058543947) -> (continuation of Deferred@845063442 after retry RPC@1493506524), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@da91fed -> wakeup thread Time-limited test -> (continuation of Deferred@879010958 after retry RPC@1912046488) -> (continuation of Deferred@1925103559 after retry RPC@1058543947) -> (continuation of Deferred@845063442 after retry RPC@1493506524))) after lookup
14:04:26.133 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] connecting to peer
14:04:26.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:26.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:26.135 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:26.333 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:26.333 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)[L],87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:26.334 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=10, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=403), Traces: [0ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [2ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [21ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [22ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [24ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [24ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [42ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [43ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [45ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [45ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [81ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [84ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [85ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [85ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [198ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [201ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [202ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [204ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [204ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [398ms] refreshing cache from master, [398ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [402ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@2001046768(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@5d76cd1f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@879010958 after retry RPC@1912046488) -> (continuation of Deferred@1925103559 after retry RPC@1058543947) -> (continuation of Deferred@845063442 after retry RPC@1493506524) -> (continuation of Deferred@226081076 after retry RPC@2093189822), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@da91fed -> wakeup thread Time-limited test -> (continuation of Deferred@879010958 after retry RPC@1912046488) -> (continuation of Deferred@1925103559 after retry RPC@1058543947) -> (continuation of Deferred@845063442 after retry RPC@1493506524) -> (continuation of Deferred@226081076 after retry RPC@2093189822))) after lookup
14:04:26.334 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] connecting to peer
14:04:26.336 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:26.336 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] cleaning up while in state CONNECTING due to: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:26.336 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377
14:04:27.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.155752 23973 raft_consensus.cc:493] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 9 FOLLOWER]: Starting pre-election (detected failure of leader 3b93133fc3144aa6a3c7219c08983c76)
14:04:27.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.155900 23973 raft_consensus.cc:515] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 9 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:27.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.156932 23973 leader_election.cc:290] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [CANDIDATE]: Term 10 pre-election: Requested pre-vote from peers 87504ef3975148ef87774a1064a675da (127.21.73.193:38645), 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:04:27.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:27.157842 23677 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.73.194:33377: connect: Connection refused (error 111)
14:04:27.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:27.158957 23677 leader_election.cc:336] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [CANDIDATE]: Term 10 pre-election: RPC error from VoteRequest() call to peer 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377): Network error: Client connection negotiation failed: client connection to 127.21.73.194:33377: connect: Connection refused (error 111)
14:04:27.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.162886 23913 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "0f2cde892aca483e9ff43f33b364d56a" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "87504ef3975148ef87774a1064a675da" is_pre_election: true
14:04:27.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.163203 23913 raft_consensus.cc:2468] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 8 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0f2cde892aca483e9ff43f33b364d56a in term 8.
14:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.164330 23676 leader_election.cc:304] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [CANDIDATE]: Term 10 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0f2cde892aca483e9ff43f33b364d56a, 87504ef3975148ef87774a1064a675da; no voters: 3b93133fc3144aa6a3c7219c08983c76
14:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.164714 23973 raft_consensus.cc:2804] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 9 FOLLOWER]: Leader pre-election won for term 10
14:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.164812 23973 raft_consensus.cc:493] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 9 FOLLOWER]: Starting leader election (detected failure of leader 3b93133fc3144aa6a3c7219c08983c76)
14:04:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.164867 23973 raft_consensus.cc:3060] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 9 FOLLOWER]: Advancing to term 10
14:04:27.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.165870 23973 raft_consensus.cc:515] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 10 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:27.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.166491 23973 leader_election.cc:290] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [CANDIDATE]: Term 10 election: Requested vote from peers 87504ef3975148ef87774a1064a675da (127.21.73.193:38645), 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:04:27.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.167055 23913 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "0f2cde892aca483e9ff43f33b364d56a" candidate_term: 10 candidate_status { last_received { term: 9 index: 36 } } ignore_live_leader: false dest_uuid: "87504ef3975148ef87774a1064a675da"
14:04:27.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.167229 23913 raft_consensus.cc:3060] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 8 FOLLOWER]: Advancing to term 10
14:04:27.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:27.168500 23677 leader_election.cc:336] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [CANDIDATE]: Term 10 election: RPC error from VoteRequest() call to peer 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377): Network error: Client connection negotiation failed: client connection to 127.21.73.194:33377: connect: Connection refused (error 111)
14:04:27.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.169754 23913 raft_consensus.cc:2468] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 10 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0f2cde892aca483e9ff43f33b364d56a in term 10.
14:04:27.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.170310 23676 leader_election.cc:304] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [CANDIDATE]: Term 10 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0f2cde892aca483e9ff43f33b364d56a, 87504ef3975148ef87774a1064a675da; no voters: 3b93133fc3144aa6a3c7219c08983c76
14:04:27.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.170754 23973 raft_consensus.cc:2804] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 10 FOLLOWER]: Leader election won for term 10
14:04:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.171023 23973 raft_consensus.cc:697] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 10 LEADER]: Becoming Leader. State: Replica: 0f2cde892aca483e9ff43f33b364d56a, State: Running, Role: LEADER
14:04:27.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.171418 23973 consensus_queue.cc:237] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 36, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 10, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:27.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.174540 21842 catalog_manager.cc:5696] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a reported cstate change: term changed from 9 to 10, leader changed from 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194) to 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195). New cstate: current_term: 10 leader_uuid: "0f2cde892aca483e9ff43f33b364d56a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } health_report { overall_health: UNKNOWN } } }
14:04:27.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.553815 23913 raft_consensus.cc:1275] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 10 FOLLOWER]: Refusing update from remote peer 0f2cde892aca483e9ff43f33b364d56a: Log matching property violated. Preceding OpId in replica: term: 8 index: 32. Preceding OpId from leader: term: 10 index: 37. (index mismatch)
14:04:27.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.554952 23973 consensus_queue.cc:1048] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [LEADER]: Connected to new peer: Peer: permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 37, Last known committed idx: 32, Time since last communication: 0.000s
14:04:27.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:27.564662 23677 consensus_peers.cc:597] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a -> Peer 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377): Couldn't send request to peer 3b93133fc3144aa6a3c7219c08983c76. Status: Network error: Client connection negotiation failed: client connection to 127.21.73.194:33377: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:04:27.753 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:27.753 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)[L],3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:27.754 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=12, sequence_id=28, TimeoutTracker(timeout=30000, elapsed=1823), Traces: [0ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [2ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [2ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [18ms] refreshing cache from master, [18ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [21ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [22ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [24ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [24ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [39ms] refreshing cache from master, [39ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [42ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [43ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [45ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [45ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [78ms] refreshing cache from master, [78ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [81ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [84ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [85ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [85ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [198ms] refreshing cache from master, [199ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [201ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [202ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [204ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [204ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [398ms] refreshing cache from master, [398ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [402ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [403ms] sending RPC to server 3b93133fc3144aa6a3c7219c08983c76, [405ms] received response from server 3b93133fc3144aa6a3c7219c08983c76: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [405ms] delaying RPC due to: Network error: Failed to connect to peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377): Connection refused: /127.21.73.194:33377, [1818ms] refreshing cache from master, [1818ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [1822ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@2001046768(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@5d76cd1f -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@879010958 after retry RPC@1912046488) -> (continuation of Deferred@1925103559 after retry RPC@1058543947) -> (continuation of Deferred@845063442 after retry RPC@1493506524) -> (continuation of Deferred@226081076 after retry RPC@2093189822) -> (continuation of Deferred@138272757 after retry RPC@1758147126), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@da91fed -> wakeup thread Time-limited test -> (continuation of Deferred@879010958 after retry RPC@1912046488) -> (continuation of Deferred@1925103559 after retry RPC@1058543947) -> (continuation of Deferred@845063442 after retry RPC@1493506524) -> (continuation of Deferred@226081076 after retry RPC@2093189822) -> (continuation of Deferred@138272757 after retry RPC@1758147126))) after lookup
14:04:27.756 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] connecting to peer
14:04:27.757 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] Successfully connected to peer
14:04:27.775 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x34fc18ab, L:/127.0.0.1:39702 - R:/127.21.73.195:32917] using TOKEN/null
14:04:27.803 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.21.73.194:33377
14:04:27.804 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

14:04:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.804900 21799 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:04:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:04:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/wal
14:04:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data
14:04:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:27.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/logs
14:04:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data/info.pb
14:04:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:04:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.194:33377
14:04:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.73.194
14:04:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:04:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42449
14:04:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.194
14:04:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:04:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:04:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:27.963824 24001 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:27.964085 24001 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:27.964159 24001 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:27.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:27.968557 24001 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:27.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:27.968713 24001 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.73.194
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.973894 24001 tablet_server_runner.cc:78] Tablet server non-default flags:
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/wal
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.194:33377
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data/info.pb
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.194
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42449
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.24001
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.73.194
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/logs
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:04:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:04:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on bdcb31816ec0
14:04:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11956
14:04:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.975203 24001 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:27.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.976425 24001 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:27.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:27.987546 24009 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:27.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:27.987546 24007 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:27.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:27.987547 24006 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:27.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.988644 24001 server_base.cc:1061] running on GCE node
14:04:27.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.989545 24001 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:27.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.990454 24001 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:27.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.991698 24001 hybrid_clock.cc:648] HybridClock initialized: now 1779113067991672 us; error 52 us; skew 500 ppm
14:04:27.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.994441 24001 webserver.cc:533] Webserver started at http://127.21.73.194:42449/ using document root <none> and password file <none>
14:04:27.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.995170 24001 fs_manager.cc:362] Metadata directory not provided
14:04:27.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:27.995276 24001 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.000155 24001 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.002s	sys 0.003s
14:04:28.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.005543 24015 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:04:28.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.007498 24001 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.005s	sys 0.000s
14:04:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.007964 24001 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data,/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/wal
14:04:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b93133fc3144aa6a3c7219c08983c76"
14:04:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:03:59 on dist-test-slave-l87x"
14:04:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.009536 24001 fs_report.cc:389] FS layout report
14:04:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/wal
14:04:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/wal
14:04:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data/data
14:04:28.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:28.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:28.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:28.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:28.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:28.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:28.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:28.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:28.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:28.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:28.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:28.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.037730 24001 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:04:28.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.038652 24001 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:28.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.038911 24001 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:28.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.039605 24001 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:04:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.041337 24022 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:04:28.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.046268 24001 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:04:28.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.046409 24001 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.006s	user 0.000s	sys 0.000s
14:04:28.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.046491 24001 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:04:28.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.048243 24001 ts_tablet_manager.cc:616] Registered 1 tablets
14:04:28.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.048333 24001 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
14:04:28.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.048718 24022 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76: Bootstrap starting.
14:04:28.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.067070 24129 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.73.194:33377 every 8 connection(s)
14:04:28.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.067029 24001 rpc_server.cc:307] RPC server started. Bound to: 127.21.73.194:33377
14:04:28.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.068477 24001 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-1/data/info.pb
14:04:28.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.069137 24022 log.cc:826] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76: Log is configured to *not* fsync() on all Append() calls
14:04:28.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.076355 21799 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu as pid 24001
14:04:28.077 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:04:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.085011 24130 heartbeater.cc:344] Connected to a master server at 127.21.73.252:37399
14:04:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.085309 24130 heartbeater.cc:461] Registering TS with master...
14:04:28.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.085920 24130 heartbeater.cc:507] Master 127.21.73.252:37399 requested a full tablet report, sending...
14:04:28.087 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 30 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:28.088 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.21.73.195:32917
14:04:28.088 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:04:28.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.088477 21986 ts_manager.cc:194] Re-registered known tserver with Master: 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:04:28.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.088927 21799 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu with pid 23661
14:04:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.093636 24131 heartbeater.cc:344] Connected to a master server at 127.21.73.254:46331
14:04:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.093765 24131 heartbeater.cc:461] Registering TS with master...
14:04:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.094036 24131 heartbeater.cc:507] Master 127.21.73.254:46331 requested a full tablet report, sending...
14:04:28.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.095065 21841 ts_manager.cc:194] Re-registered known tserver with Master: 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:04:28.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.096190 21841 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.73.194:45779
14:04:28.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.096575 24132 heartbeater.cc:344] Connected to a master server at 127.21.73.253:46389
14:04:28.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.096681 24132 heartbeater.cc:461] Registering TS with master...
14:04:28.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.096906 24132 heartbeater.cc:507] Master 127.21.73.253:46389 requested a full tablet report, sending...
14:04:28.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.097988 21913 ts_manager.cc:194] Re-registered known tserver with Master: 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:04:28.100 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:04:28.101 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] handling channelInactive
14:04:28.101 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] cleaning up while in state READY due to: connection closed
14:04:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.109928 24022 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76: Bootstrap replayed 1/1 log segments. Stats: ops{read=36 overwritten=0 applied=36 ignored=0} inserts{seen=27 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:04:28.110 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] connecting to peer
14:04:28.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.110636 24022 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76: Bootstrap complete.
14:04:28.111 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:28.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.111783 24022 ts_tablet_manager.cc:1403] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76: Time spent bootstrapping tablet: real 0.063s	user 0.044s	sys 0.010s
14:04:28.112 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:28.112 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:28.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.114140 24022 raft_consensus.cc:359] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 9 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:28.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.114642 24022 raft_consensus.cc:740] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 9 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3b93133fc3144aa6a3c7219c08983c76, State: Initialized, Role: FOLLOWER
14:04:28.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.115168 24022 consensus_queue.cc:260] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 36, Last appended: 9.36, Last appended by leader: 36, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:28.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.116384 24131 heartbeater.cc:499] Master 127.21.73.254:46331 was elected leader, sending a full tablet report...
14:04:28.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:28.116623 24022 ts_tablet_manager.cc:1434] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76: Time spent starting tablet: real 0.005s	user 0.005s	sys 0.000s
14:04:28.132 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:28.132 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)[L],3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:28.133 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=3, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=32), Traces: [0ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [11ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [11ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [31ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@2022455861(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@49e7fd90 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@36df7488 -> wakeup thread Time-limited test)) after lookup
14:04:28.133 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] connecting to peer
14:04:28.134 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:28.134 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:28.134 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:28.172 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:28.173 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)[L],3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:28.173 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=5, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=72), Traces: [0ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [11ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [11ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [31ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [32ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [33ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [33ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [71ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@2022455861(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@49e7fd90 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@58171359 after retry RPC@1312931853), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@36df7488 -> wakeup thread Time-limited test -> (continuation of Deferred@58171359 after retry RPC@1312931853))) after lookup
14:04:28.173 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] connecting to peer
14:04:28.174 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:28.174 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:28.175 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:28.232 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:28.233 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)[L],3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:28.233 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=7, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=132), Traces: [0ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [11ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [11ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [31ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [32ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [33ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [33ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [71ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [72ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [74ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [74ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [131ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@2022455861(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@49e7fd90 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@58171359 after retry RPC@1312931853) -> (continuation of Deferred@1310573731 after retry RPC@245114053), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@36df7488 -> wakeup thread Time-limited test -> (continuation of Deferred@58171359 after retry RPC@1312931853) -> (continuation of Deferred@1310573731 after retry RPC@245114053))) after lookup
14:04:28.234 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] connecting to peer
14:04:28.235 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:28.235 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:28.236 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:28.273 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:28.273 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)[L],3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:28.274 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=9, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=172), Traces: [0ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [11ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [11ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [31ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [32ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [33ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [33ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [71ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [72ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [74ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [74ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [131ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [133ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [135ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [135ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [168ms] refreshing cache from master, [168ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [172ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@2022455861(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@49e7fd90 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@58171359 after retry RPC@1312931853) -> (continuation of Deferred@1310573731 after retry RPC@245114053) -> (continuation of Deferred@772326397 after retry RPC@1105027317), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@36df7488 -> wakeup thread Time-limited test -> (continuation of Deferred@58171359 after retry RPC@1312931853) -> (continuation of Deferred@1310573731 after retry RPC@245114053) -> (continuation of Deferred@772326397 after retry RPC@1105027317))) after lookup
14:04:28.275 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] connecting to peer
14:04:28.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:28.276 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:28.276 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:28.333 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:28.334 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)[L],3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)]}]
14:04:28.334 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=11, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=233), Traces: [0ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [11ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [11ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [31ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [32ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [33ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [33ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [71ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [72ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [74ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [74ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [131ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [133ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [135ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [135ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [168ms] refreshing cache from master, [168ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [172ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [173ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [175ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [175ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [228ms] refreshing cache from master, [229ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [232ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@2022455861(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@49e7fd90 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@58171359 after retry RPC@1312931853) -> (continuation of Deferred@1310573731 after retry RPC@245114053) -> (continuation of Deferred@772326397 after retry RPC@1105027317) -> (continuation of Deferred@68614759 after retry RPC@1510369145), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@36df7488 -> wakeup thread Time-limited test -> (continuation of Deferred@58171359 after retry RPC@1312931853) -> (continuation of Deferred@1310573731 after retry RPC@245114053) -> (continuation of Deferred@772326397 after retry RPC@1105027317) -> (continuation of Deferred@68614759 after retry RPC@1510369145))) after lookup
14:04:28.335 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] connecting to peer
14:04:28.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:28.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] cleaning up while in state CONNECTING due to: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:28.336 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917) for tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917
14:04:29.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:29.303088 24143 raft_consensus.cc:493] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 10 FOLLOWER]: Starting pre-election (detected failure of leader 0f2cde892aca483e9ff43f33b364d56a)
14:04:29.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:29.303257 24143 raft_consensus.cc:515] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 10 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:29.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:29.304636 24143 leader_election.cc:290] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 11 pre-election: Requested pre-vote from peers 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917), 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:04:29.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:29.305354 23849 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.73.195:32917: connect: Connection refused (error 111)
14:04:29.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:29.306329 23849 leader_election.cc:336] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 11 pre-election: RPC error from VoteRequest() call to peer 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917): Network error: Client connection negotiation failed: client connection to 127.21.73.195:32917: connect: Connection refused (error 111)
14:04:29.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:29.310673 24084 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "87504ef3975148ef87774a1064a675da" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "3b93133fc3144aa6a3c7219c08983c76" is_pre_election: true
14:04:29.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:29.310959 24084 raft_consensus.cc:2468] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 9 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 87504ef3975148ef87774a1064a675da in term 9.
14:04:29.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:29.311849 23847 leader_election.cc:304] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 11 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3b93133fc3144aa6a3c7219c08983c76, 87504ef3975148ef87774a1064a675da; no voters: 0f2cde892aca483e9ff43f33b364d56a
14:04:29.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:29.312135 24143 raft_consensus.cc:2804] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 10 FOLLOWER]: Leader pre-election won for term 11
14:04:29.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:29.312191 24143 raft_consensus.cc:493] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 10 FOLLOWER]: Starting leader election (detected failure of leader 0f2cde892aca483e9ff43f33b364d56a)
14:04:29.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:29.312229 24143 raft_consensus.cc:3060] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 10 FOLLOWER]: Advancing to term 11
14:04:29.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:29.313050 24143 raft_consensus.cc:515] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 11 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:29.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:29.313441 24143 leader_election.cc:290] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 11 election: Requested vote from peers 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917), 3b93133fc3144aa6a3c7219c08983c76 (127.21.73.194:33377)
14:04:29.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:29.313889 24084 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9db1ea9bbfca42fcad33b8aa4d5f09ba" candidate_uuid: "87504ef3975148ef87774a1064a675da" candidate_term: 11 candidate_status { last_received { term: 10 index: 40 } } ignore_live_leader: false dest_uuid: "3b93133fc3144aa6a3c7219c08983c76"
14:04:29.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:29.314049 24084 raft_consensus.cc:3060] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 9 FOLLOWER]: Advancing to term 11
14:04:29.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:29.314769 23849 leader_election.cc:336] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 11 election: RPC error from VoteRequest() call to peer 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917): Network error: Client connection negotiation failed: client connection to 127.21.73.195:32917: connect: Connection refused (error 111)
14:04:29.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:29.316092 24084 raft_consensus.cc:2468] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 11 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 87504ef3975148ef87774a1064a675da in term 11.
14:04:29.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:29.316733 23847 leader_election.cc:304] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [CANDIDATE]: Term 11 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3b93133fc3144aa6a3c7219c08983c76, 87504ef3975148ef87774a1064a675da; no voters: 0f2cde892aca483e9ff43f33b364d56a
14:04:29.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:29.317052 24143 raft_consensus.cc:2804] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 11 FOLLOWER]: Leader election won for term 11
14:04:29.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:29.317337 24143 raft_consensus.cc:697] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [term 11 LEADER]: Becoming Leader. State: Replica: 87504ef3975148ef87774a1064a675da, State: Running, Role: LEADER
14:04:29.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:29.317643 24143 consensus_queue.cc:237] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 40, Committed index: 40, Last appended: 10.40, Last appended by leader: 40, Current term: 11, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:29.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:29.320616 21841 catalog_manager.cc:5696] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da reported cstate change: term changed from 10 to 11, leader changed from 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195) to 87504ef3975148ef87774a1064a675da (127.21.73.193). New cstate: current_term: 11 leader_uuid: "87504ef3975148ef87774a1064a675da" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } health_report { overall_health: UNKNOWN } } }
14:04:29.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:29.770804 24084 raft_consensus.cc:1275] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 3b93133fc3144aa6a3c7219c08983c76 [term 11 FOLLOWER]: Refusing update from remote peer 87504ef3975148ef87774a1064a675da: Log matching property violated. Preceding OpId in replica: term: 9 index: 36. Preceding OpId from leader: term: 11 index: 41. (index mismatch)
14:04:29.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:29.771909 24143 consensus_queue.cc:1048] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da [LEADER]: Connected to new peer: Peer: permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 41, Last known committed idx: 36, Time since last communication: 0.000s
14:04:29.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:29.781744 23849 consensus_peers.cc:597] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 87504ef3975148ef87774a1064a675da -> Peer 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917): Couldn't send request to peer 0f2cde892aca483e9ff43f33b364d56a. Status: Network error: Client connection negotiation failed: client connection to 127.21.73.195:32917: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:04:31.733 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9db1ea9bbfca42fcad33b8aa4d5f09ba for table 'org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968' with partition [<start>, <end>)
14:04:31.733 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba@[0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917),3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377),87504ef3975148ef87774a1064a675da(127.21.73.193:38645)[L]]}]
14:04:31.734 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, attempt=13, sequence_id=31, TimeoutTracker(timeout=30000, elapsed=3632), Traces: [0ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [0ms] delaying RPC due to: Illegal state: connection is terminated, [9ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [11ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [11ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [28ms] refreshing cache from master, [28ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [31ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [32ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [33ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [33ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [68ms] refreshing cache from master, [68ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [71ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [72ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [74ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [74ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [128ms] refreshing cache from master, [128ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [131ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [133ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [135ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [135ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [168ms] refreshing cache from master, [168ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [172ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [173ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [175ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [175ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [228ms] refreshing cache from master, [229ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [232ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, [234ms] sending RPC to server 0f2cde892aca483e9ff43f33b364d56a, [235ms] received response from server 0f2cde892aca483e9ff43f33b364d56a: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [235ms] delaying RPC due to: Network error: Failed to connect to peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917): Connection refused: /127.21.73.195:32917, [3628ms] refreshing cache from master, [3629ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.73.254:46331, [3632ms] Sub RPC GetTableLocations: received response from server master-127.21.73.254:46331: OK, deferred=Deferred@2022455861(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$232/0x00007fdbf8336958@49e7fd90 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@58171359 after retry RPC@1312931853) -> (continuation of Deferred@1310573731 after retry RPC@245114053) -> (continuation of Deferred@772326397 after retry RPC@1105027317) -> (continuation of Deferred@68614759 after retry RPC@1510369145) -> (continuation of Deferred@1126990203 after retry RPC@720903112), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@36df7488 -> wakeup thread Time-limited test -> (continuation of Deferred@58171359 after retry RPC@1312931853) -> (continuation of Deferred@1310573731 after retry RPC@245114053) -> (continuation of Deferred@772326397 after retry RPC@1105027317) -> (continuation of Deferred@68614759 after retry RPC@1510369145) -> (continuation of Deferred@1126990203 after retry RPC@720903112))) after lookup
14:04:31.734 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] connecting to peer
14:04:31.736 [DEBUG - kudu-nio-2] (Connection.java:757) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] Successfully connected to peer
14:04:31.759 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x48afb080, L:/127.0.0.1:57466 - R:/127.21.73.193:38645] using TOKEN/null
14:04:31.795 [INFO - Time-limited test] (MiniKuduCluster.java:456) Starting tablet server 127.21.73.195:32917
14:04:31.795 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

14:04:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.796543 21799 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:04:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu
14:04:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/wal
14:04:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data
14:04:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/logs
14:04:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data/info.pb
14:04:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:31.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:04:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.195:32917
14:04:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.73.195
14:04:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:04:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45753
14:04:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.195
14:04:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:04:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:04:31.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:31.966408 24181 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:31.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:31.966725 24181 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:31.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:31.966794 24181 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:31.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:31.971693 24181 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:31.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:31.971941 24181 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.73.195
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.976768 24181 tablet_server_runner.cc:78] Tablet server non-default flags:
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.73.212:36285
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/wal
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.73.195:32917
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data/info.pb
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.73.195
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45753
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.73.254:46331,127.21.73.253:46389,127.21.73.252:37399
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.24181
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.73.195
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/logs
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:31.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 66827b15b158c37363c37baa160f29a0ca1f1e63
14:04:31.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
14:04:31.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 18 May 2026 13:43:14 UTC on bdcb31816ec0
14:04:31.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11956
14:04:31.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.978390 24181 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:31.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.979673 24181 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:31.988229 24189 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:31.988185 24186 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260518 14:04:31.988188 24187 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.988881 24181 server_base.cc:1061] running on GCE node
14:04:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.989316 24181 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:31.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.989998 24181 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:31.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.991328 24181 hybrid_clock.cc:648] HybridClock initialized: now 1779113071991271 us; error 49 us; skew 500 ppm
14:04:31.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.994881 24181 webserver.cc:533] Webserver started at http://127.21.73.195:45753/ using document root <none> and password file <none>
14:04:31.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.995887 24181 fs_manager.cc:362] Metadata directory not provided
14:04:31.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:31.996029 24181 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:32.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.000864 24181 fs_manager.cc:714] Time spent opening directory manager: real 0.003s	user 0.005s	sys 0.000s
14:04:32.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.004328 24195 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
14:04:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.005906 24181 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.001s	sys 0.000s
14:04:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.006150 24181 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data,/tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/wal
14:04:32.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0f2cde892aca483e9ff43f33b364d56a"
14:04:32.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-18 14:03:59 on dist-test-slave-l87x"
14:04:32.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.006778 24181 fs_report.cc:389] FS layout report
14:04:32.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:32.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/wal
14:04:32.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/wal
14:04:32.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data/data
14:04:32.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:32.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:32.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:32.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:32.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:32.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:32.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:32.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:32.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:32.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:32.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:32.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.042953 24181 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
14:04:32.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.044608 24181 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:32.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.045192 24181 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:32.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.046355 24181 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:04:32.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.047937 24202 ts_tablet_manager.cc:542] Loading tablet metadata (0/1 complete)
14:04:32.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.052707 24181 ts_tablet_manager.cc:585] Loaded tablet metadata (1 total tablets, 1 live tablets)
14:04:32.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.052801 24181 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.005s	user 0.001s	sys 0.000s
14:04:32.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.052860 24181 ts_tablet_manager.cc:600] Registering tablets (0/1 complete)
14:04:32.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.054800 24181 ts_tablet_manager.cc:616] Registered 1 tablets
14:04:32.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.055117 24181 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.002s	sys 0.000s
14:04:32.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.055680 24202 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Bootstrap starting.
14:04:32.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.074632 24181 rpc_server.cc:307] RPC server started. Bound to: 127.21.73.195:32917
14:04:32.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.076107 24181 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskUPe9kU/test-tmp/mini-kudu-cluster12809410051504355421/ts-2/data/info.pb
14:04:32.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.076725 21799 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu as pid 24181
14:04:32.077 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
14:04:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.081830 24202 log.cc:826] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Log is configured to *not* fsync() on all Append() calls
14:04:32.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.085529 24309 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.73.195:32917 every 8 connection(s)
14:04:32.093 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:32.099 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 33 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestMultipleLeaderFailover-1779113039968, tablet=9db1ea9bbfca42fcad33b8aa4d5f09ba, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
14:04:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.100255 24312 heartbeater.cc:344] Connected to a master server at 127.21.73.253:46389
14:04:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.100617 24312 heartbeater.cc:461] Registering TS with master...
14:04:32.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.110538 24310 heartbeater.cc:344] Connected to a master server at 127.21.73.252:37399
14:04:32.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.110677 24310 heartbeater.cc:461] Registering TS with master...
14:04:32.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.111163 24310 heartbeater.cc:507] Master 127.21.73.252:37399 requested a full tablet report, sending...
14:04:32.112 [DEBUG - main] (Connection.java:575) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] disconnecting while in state READY
14:04:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.113415 24311 heartbeater.cc:344] Connected to a master server at 127.21.73.254:46331
14:04:32.114 [DEBUG - main] (Connection.java:575) [peer master-127.21.73.252:37399(127.21.73.252:37399)] disconnecting while in state READY
14:04:32.114 [DEBUG - main] (Connection.java:575) [peer 3b93133fc3144aa6a3c7219c08983c76(127.21.73.194:33377)] disconnecting while in state TERMINATED
14:04:32.114 [DEBUG - main] (Connection.java:575) [peer master-127.21.73.253:46389(127.21.73.253:46389)] disconnecting while in state READY
14:04:32.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.114655 24311 heartbeater.cc:461] Registering TS with master...
14:04:32.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.115017 24311 heartbeater.cc:507] Master 127.21.73.254:46331 requested a full tablet report, sending...
14:04:32.115 [DEBUG - main] (Connection.java:575) [peer master-127.21.73.254:46331(127.21.73.254:46331)] disconnecting while in state READY
14:04:32.116 [DEBUG - main] (Connection.java:575) [peer 0f2cde892aca483e9ff43f33b364d56a(127.21.73.195:32917)] disconnecting while in state TERMINATED
14:04:32.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.116859 21842 ts_manager.cc:194] Re-registered known tserver with Master: 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917)
14:04:32.117 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.73.253:46389(127.21.73.253:46389)] handling channelInactive
14:04:32.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.73.253:46389(127.21.73.253:46389)] cleaning up while in state READY due to: connection closed
14:04:32.117 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.73.254:46331(127.21.73.254:46331)] handling channelInactive
14:04:32.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.117900 21842 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.73.195:60835
14:04:32.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.73.254:46331(127.21.73.254:46331)] cleaning up while in state READY due to: connection closed
14:04:32.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.119199 24312 heartbeater.cc:507] Master 127.21.73.253:46389 requested a full tablet report, sending...
14:04:32.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.119956 21986 ts_manager.cc:194] Re-registered known tserver with Master: 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917)
14:04:32.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.120368 21913 ts_manager.cc:194] Re-registered known tserver with Master: 0f2cde892aca483e9ff43f33b364d56a (127.21.73.195:32917)
14:04:32.122 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:04:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.133167 21799 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu with pid 23831
14:04:32.136 [DEBUG - kudu-nio-2] (Connection.java:239) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] handling channelInactive
14:04:32.136 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 87504ef3975148ef87774a1064a675da(127.21.73.193:38645)] cleaning up while in state READY due to: connection closed
14:04:32.136 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.21.73.252:37399(127.21.73.252:37399)] handling channelInactive
14:04:32.136 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.73.252:37399(127.21.73.252:37399)] cleaning up while in state READY due to: connection closed
14:04:32.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.143122 21799 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu with pid 24001
14:04:32.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.145498 24202 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Bootstrap replayed 1/1 log segments. Stats: ops{read=40 overwritten=0 applied=40 ignored=0} inserts{seen=30 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:04:32.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.145998 24202 tablet_bootstrap.cc:492] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Bootstrap complete.
14:04:32.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.147434 24202 ts_tablet_manager.cc:1403] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a: Time spent bootstrapping tablet: real 0.092s	user 0.054s	sys 0.019s
14:04:32.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.149906 24202 raft_consensus.cc:359] T 9db1ea9bbfca42fcad33b8aa4d5f09ba P 0f2cde892aca483e9ff43f33b364d56a [term 10 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87504ef3975148ef87774a1064a675da" member_type: VOTER last_known_addr { host: "127.21.73.193" port: 38645 } } peers { permanent_uuid: "0f2cde892aca483e9ff43f33b364d56a" member_type: VOTER last_known_addr { host: "127.21.73.195" port: 32917 } } peers { permanent_uuid: "3b93133fc3144aa6a3c7219c08983c76" member_type: VOTER last_known_addr { host: "127.21.73.194" port: 33377 } }
14:04:32.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.150652 21799 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu with pid 24181
14:04:32.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.159040 21799 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu with pid 21811
14:04:32.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.167893 21799 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu with pid 21880
14:04:32.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260518 14:04:32.177037 21799 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskUPe9kU/build/debug/bin/kudu with pid 21952
14:04:32.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-18T14:04:32Z chronyd exiting

Time: 35.968

OK (1 test)

