JUnit version 4.13.2
.00:28:15.086 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783470495077
00:28:15.140 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
00:28:15.186 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:28:15.197 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskkbOHCg/test-tmp
00:28:15.224 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/debug/bin
00:28:15.227 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskkbOHCg/java/build/dist-test/../../../build/debug/bin/kudu, test, mini_cluster, --serialization=pb]
00:28:15.434 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

00:28:15.452 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:28:15.454 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

00:28:15.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.456117 29139 mini_oidc.cc:150] Starting JWKS server
00:28:15.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.458313 29139 webserver.cc:534] Webserver started at http://127.0.0.1:37729/ using document root <none> and password file <none>
00:28:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.458516 29139 mini_oidc.cc:186] Starting OIDC Discovery server
00:28:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.458774 29139 webserver.cc:534] Webserver started at http://127.0.0.1:40257/ using document root <none> and password file <none>
00:28:15.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:28:15Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
00:28:15.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:28:15Z Disabled control of system clock
00:28:15.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.476357 29139 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu
00:28:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu
00:28:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-0/wal
00:28:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-0/data
00:28:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:15.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:15.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:15.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:15.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:15.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-0/logs
00:28:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-0/data/info.pb
00:28:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:15.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:15.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:15.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:15.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:15.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:28:15.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:15.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:15.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:15.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.116.254:36999
00:28:15.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.116.254
00:28:15.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:15.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.116.212:35117
00:28:15.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:15.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:15.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:15.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.116.254:36999,127.28.116.253:45541,127.28.116.252:42895
00:28:15.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:15.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37729/jwks.json with env {}
00:28:15.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.586488 29150 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:15.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.586751 29150 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:15.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.586813 29150 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:15.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.590497 29150 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:28:15.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.590590 29150 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:15.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.590624 29150 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:28:15.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.590652 29150 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:28:15.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.590680 29150 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:28:15.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.590701 29150 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37729/jwks.json
00:28:15.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.594966 29150 master_runner.cc:387] Master server non-default flags:
00:28:15.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:15.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.116.212:35117
00:28:15.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:15.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:15.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-0/data
00:28:15.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-0/wal
00:28:15.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:15.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.116.254:36999,127.28.116.253:45541,127.28.116.252:42895
00:28:15.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:15.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:15.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:15.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.116.254:36999
00:28:15.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:15.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:15.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:15.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37729/jwks.json
00:28:15.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:15.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-0/data/info.pb
00:28:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.116.254
00:28:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:15.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29150
00:28:15.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:15.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:15.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:15.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:15.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-0/logs
00:28:15.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:15.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:15.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:15.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:28:15.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:15.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:15.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
00:28:15.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on bdcb31816ec0
00:28:15.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16840
00:28:15.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.596390 29150 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:15.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.597812 29150 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:15.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.605091 29156 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:15.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.605170 29158 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:15.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.605079 29155 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:15.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.605580 29150 server_base.cc:1061] running on GCE node
00:28:15.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.606113 29150 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:15.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.607297 29150 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.608461 29150 hybrid_clock.cc:648] HybridClock initialized: now 1783470495608435 us; error 46 us; skew 500 ppm
00:28:15.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.610203 29150 webserver.cc:534] Webserver started at http://127.28.116.254:42281/ using document root <none> and password file <none>
00:28:15.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.610723 29150 fs_manager.cc:362] Metadata directory not provided
00:28:15.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.610783 29150 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:15.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.610936 29150 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:15.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.612586 29150 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-0/data/instance:
00:28:15.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f84b8d98dfe64388aedf28d42b5bcd9c"
00:28:15.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:15 on dist-test-slave-4xvf"
00:28:15.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.613020 29150 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-0/wal/instance:
00:28:15.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f84b8d98dfe64388aedf28d42b5bcd9c"
00:28:15.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:15 on dist-test-slave-4xvf"
00:28:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.617043 29150 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.003s	sys 0.002s
00:28:15.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.619621 29164 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:15.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.620945 29150 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.001s
00:28:15.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.621058 29150 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-0/data,/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-0/wal
00:28:15.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f84b8d98dfe64388aedf28d42b5bcd9c"
00:28:15.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:15 on dist-test-slave-4xvf"
00:28:15.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.621130 29150 fs_report.cc:389] FS layout report
00:28:15.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:15.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-0/wal
00:28:15.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-0/wal
00:28:15.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-0/data/data
00:28:15.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:15.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:15.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:15.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:15.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:15.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:15.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:15.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:15.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:15.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:15.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.645654 29150 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:15.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.646381 29150 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:15.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.646538 29150 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:15.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.655669 29216 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.116.254:36999 every 8 connection(s)
00:28:15.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.655671 29150 rpc_server.cc:307] RPC server started. Bound to: 127.28.116.254:36999
00:28:15.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.656819 29150 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-0/data/info.pb
00:28:15.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.660554 29217 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:15.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.664716 29139 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu as pid 29150
00:28:15.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.664897 29139 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-0/wal/instance
00:28:15.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.664021 29217 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } has no permanent_uuid. Determining permanent_uuid...
00:28:15.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.666769 29139 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu
00:28:15.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu
00:28:15.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-1/wal
00:28:15.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-1/data
00:28:15.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:15.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:15.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:15.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:15.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:15.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:15.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-1/logs
00:28:15.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-1/data/info.pb
00:28:15.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:15.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:15.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:15.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:15.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:15.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:15.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:15.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:15.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:28:15.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:15.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.116.253:45541
00:28:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.116.253
00:28:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.116.212:35117
00:28:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.116.254:36999,127.28.116.253:45541,127.28.116.252:42895
00:28:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:15.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37729/jwks.json with env {}
00:28:15.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.682935 29217 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } has no permanent_uuid. Determining permanent_uuid...
00:28:15.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.683956 29166 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.116.253:45541: connect: Connection refused (error 111)
00:28:15.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.685165 29217 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.116.253:45541: Network error: Client connection negotiation failed: client connection to 127.28.116.253:45541: connect: Connection refused (error 111)
00:28:15.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.734427 29217 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } attempt: 1
00:28:15.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.736464 29217 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.116.253:45541: Network error: Client connection negotiation failed: client connection to 127.28.116.253:45541: connect: Connection refused (error 111)
00:28:15.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.771893 29221 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:15.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.772099 29221 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:15.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.772143 29221 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.775640 29221 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:28:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.775705 29221 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.775727 29221 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:28:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.775745 29221 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:28:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.775763 29221 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:28:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.775779 29221 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37729/jwks.json
00:28:15.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.781023 29221 master_runner.cc:387] Master server non-default flags:
00:28:15.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:15.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.116.212:35117
00:28:15.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:15.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-1/data
00:28:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-1/wal
00:28:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.116.254:36999,127.28.116.253:45541,127.28.116.252:42895
00:28:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:15.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.116.253:45541
00:28:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37729/jwks.json
00:28:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-1/data/info.pb
00:28:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.116.253
00:28:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29221
00:28:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-1/logs
00:28:15.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:15.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:15.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:15.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:28:15.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:15.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:15.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
00:28:15.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on bdcb31816ec0
00:28:15.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16840
00:28:15.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.782338 29221 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:15.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.783691 29221 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.789762 29227 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:15.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.789772 29230 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:15.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.789857 29228 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:15.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.790040 29221 server_base.cc:1061] running on GCE node
00:28:15.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.790737 29221 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:15.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.792114 29221 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:15.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.793327 29221 hybrid_clock.cc:648] HybridClock initialized: now 1783470495793260 us; error 83 us; skew 500 ppm
00:28:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.795962 29221 webserver.cc:534] Webserver started at http://127.28.116.253:45843/ using document root <none> and password file <none>
00:28:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.796739 29221 fs_manager.cc:362] Metadata directory not provided
00:28:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.796823 29221 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.797070 29221 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:15.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.799357 29221 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-1/data/instance:
00:28:15.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d50ba93fc25e49aabcb57880eb5061fc"
00:28:15.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:15 on dist-test-slave-4xvf"
00:28:15.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.800021 29221 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-1/wal/instance:
00:28:15.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d50ba93fc25e49aabcb57880eb5061fc"
00:28:15.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:15 on dist-test-slave-4xvf"
00:28:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.803907 29221 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.004s	sys 0.000s
00:28:15.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.804661 29217 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } attempt: 2
00:28:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.806433 29217 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.116.253:45541: Network error: Client connection negotiation failed: client connection to 127.28.116.253:45541: connect: Connection refused (error 111)
00:28:15.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.806913 29236 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:15.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.808005 29221 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
00:28:15.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.808115 29221 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-1/data,/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-1/wal
00:28:15.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d50ba93fc25e49aabcb57880eb5061fc"
00:28:15.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:15 on dist-test-slave-4xvf"
00:28:15.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.808185 29221 fs_report.cc:389] FS layout report
00:28:15.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:15.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-1/wal
00:28:15.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-1/wal
00:28:15.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-1/data/data
00:28:15.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:15.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:15.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:15.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:15.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.820669 29221 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.821475 29221 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.821643 29221 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:15.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.830792 29221 rpc_server.cc:307] RPC server started. Bound to: 127.28.116.253:45541
00:28:15.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.830827 29288 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.116.253:45541 every 8 connection(s)
00:28:15.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.832053 29221 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-1/data/info.pb
00:28:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.835336 29289 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:15.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.835809 29139 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu as pid 29221
00:28:15.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.835956 29139 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-1/wal/instance
00:28:15.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.836772 29139 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu
00:28:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu
00:28:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-2/wal
00:28:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-2/data
00:28:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:15.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:15.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:15.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:15.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:15.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-2/logs
00:28:15.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-2/data/info.pb
00:28:15.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:15.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:15.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:15.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:15.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:15.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:15.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:28:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.116.252:42895
00:28:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.116.252
00:28:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.116.212:35117
00:28:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.116.254:36999,127.28.116.253:45541,127.28.116.252:42895
00:28:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37729/jwks.json with env {}
00:28:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.839439 29289 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } has no permanent_uuid. Determining permanent_uuid...
00:28:15.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.852119 29289 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } has no permanent_uuid. Determining permanent_uuid...
00:28:15.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.859416 29289 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } has no permanent_uuid. Determining permanent_uuid...
00:28:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.860351 29237 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.116.252:42895: connect: Connection refused (error 111)
00:28:15.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.861694 29289 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.116.252:42895: Network error: Client connection negotiation failed: client connection to 127.28.116.252:42895: connect: Connection refused (error 111)
00:28:15.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.897639 29217 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } attempt: 3
00:28:15.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.903335 29217 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } has no permanent_uuid. Determining permanent_uuid...
00:28:15.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.905093 29217 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.116.252:42895: Network error: Client connection negotiation failed: client connection to 127.28.116.252:42895: connect: Connection refused (error 111)
00:28:15.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.910944 29289 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } attempt: 1
00:28:15.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.912606 29289 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.116.252:42895: Network error: Client connection negotiation failed: client connection to 127.28.116.252:42895: connect: Connection refused (error 111)
00:28:15.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.936281 29217 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } attempt: 1
00:28:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.938323 29217 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.116.252:42895: Network error: Client connection negotiation failed: client connection to 127.28.116.252:42895: connect: Connection refused (error 111)
00:28:15.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.955996 29291 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:15.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.956311 29291 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:15.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.956374 29291 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.961081 29291 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:28:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.961179 29291 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.961206 29291 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:28:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.961230 29291 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:28:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.961256 29291 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:28:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.961275 29291 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37729/jwks.json
00:28:15.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.965557 29291 master_runner.cc:387] Master server non-default flags:
00:28:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.116.212:35117
00:28:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-2/data
00:28:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-2/wal
00:28:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.28.116.254:36999,127.28.116.253:45541,127.28.116.252:42895
00:28:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:15.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:15.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.116.252:42895
00:28:15.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:15.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:15.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:15.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37729/jwks.json
00:28:15.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:15.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:15.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-2/data/info.pb
00:28:15.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.116.252
00:28:15.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:15.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:15.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29291
00:28:15.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:15.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:15.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:15.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:15.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-2/logs
00:28:15.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:15.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:15.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:15.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:28:15.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:15.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:15.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
00:28:15.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on bdcb31816ec0
00:28:15.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16840
00:28:15.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.966706 29291 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:15.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.967869 29291 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:15.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.974160 29300 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:15.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.974192 29299 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:15.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.974846 29302 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:15.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.975340 29291 server_base.cc:1061] running on GCE node
00:28:15.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.976070 29291 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:15.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.977208 29291 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:15.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.978423 29291 hybrid_clock.cc:648] HybridClock initialized: now 1783470495978393 us; error 58 us; skew 500 ppm
00:28:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.980665 29291 webserver.cc:534] Webserver started at http://127.28.116.252:38819/ using document root <none> and password file <none>
00:28:15.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.980772 29289 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } attempt: 2
00:28:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.981606 29291 fs_manager.cc:362] Metadata directory not provided
00:28:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.981688 29291 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.981979 29291 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.982628 29289 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.116.252:42895: Network error: Client connection negotiation failed: client connection to 127.28.116.252:42895: connect: Connection refused (error 111)
00:28:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.984097 29291 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-2/data/instance:
00:28:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e52efdb183b54d398bd4ee3686118590"
00:28:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:15 on dist-test-slave-4xvf"
00:28:15.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.984781 29291 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-2/wal/instance:
00:28:15.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e52efdb183b54d398bd4ee3686118590"
00:28:15.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:15 on dist-test-slave-4xvf"
00:28:15.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.988565 29291 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.004s	sys 0.000s
00:28:15.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.990940 29308 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.992271 29291 fs_manager.cc:730] Time spent opening block manager: real 0.002s	user 0.002s	sys 0.001s
00:28:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.992388 29291 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-2/data,/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-2/wal
00:28:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e52efdb183b54d398bd4ee3686118590"
00:28:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:15 on dist-test-slave-4xvf"
00:28:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.992472 29291 fs_report.cc:389] FS layout report
00:28:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-2/wal
00:28:15.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-2/wal
00:28:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-2/data/data
00:28:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.012521 29291 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.013420 29291 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.013676 29291 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:16.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.013615 29217 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } attempt: 2
00:28:16.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.015324 29217 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.28.116.252:42895: Network error: Client connection negotiation failed: client connection to 127.28.116.252:42895: connect: Connection refused (error 111)
00:28:16.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.024408 29360 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.116.252:42895 every 8 connection(s)
00:28:16.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.024413 29291 rpc_server.cc:307] RPC server started. Bound to: 127.28.116.252:42895
00:28:16.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.025947 29291 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-2/data/info.pb
00:28:16.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.029103 29139 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu as pid 29291
00:28:16.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.029238 29139 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/master-2/wal/instance
00:28:16.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.029696 29361 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.033787 29361 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } has no permanent_uuid. Determining permanent_uuid...
00:28:16.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.044716 29361 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } has no permanent_uuid. Determining permanent_uuid...
00:28:16.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.049374 29361 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } has no permanent_uuid. Determining permanent_uuid...
00:28:16.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.056035 29361 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590: Bootstrap starting.
00:28:16.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.058318 29361 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590: Neither blocks nor log segments found. Creating new log.
00:28:16.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.058980 29361 log.cc:826] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590: Log is configured to *not* fsync() on all Append() calls
00:28:16.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.060715 29361 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590: No bootstrap required, opened a new log
00:28:16.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.063963 29361 raft_consensus.cc:359] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } }
00:28:16.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.064126 29361 raft_consensus.cc:385] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:16.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.064158 29361 raft_consensus.cc:740] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e52efdb183b54d398bd4ee3686118590, State: Initialized, Role: FOLLOWER
00:28:16.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.064539 29361 consensus_queue.cc:260] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } }
00:28:16.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.065057 29370 sys_catalog.cc:455] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } } }
00:28:16.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.065241 29370 sys_catalog.cc:458] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [sys.catalog]: This master's current role is: FOLLOWER
00:28:16.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.065502 29361 sys_catalog.cc:565] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [sys.catalog]: configured and running, proceeding with master startup.
00:28:16.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.070586 29381 catalog_manager.cc:1593] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:28:16.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.070683 29381 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:28:16.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.070255 29291 master_runner.cc:187] Error getting master registration for 127.28.116.254:36999: OK, instance_id { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" instance_seqno: 1783470495653148 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:28:16.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.072839 29291 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:28:16.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.073786 29289 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } attempt: 3
00:28:16.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.082020 29289 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc: Bootstrap starting.
00:28:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.085547 29289 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc: Neither blocks nor log segments found. Creating new log.
00:28:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.086374 29289 log.cc:826] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc: Log is configured to *not* fsync() on all Append() calls
00:28:16.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.088310 29289 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc: No bootstrap required, opened a new log
00:28:16.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.092049 29289 raft_consensus.cc:359] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } }
00:28:16.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.092221 29289 raft_consensus.cc:385] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:16.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.092257 29289 raft_consensus.cc:740] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d50ba93fc25e49aabcb57880eb5061fc, State: Initialized, Role: FOLLOWER
00:28:16.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.092700 29289 consensus_queue.cc:260] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } }
00:28:16.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.093223 29384 sys_catalog.cc:455] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } } }
00:28:16.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.093341 29384 sys_catalog.cc:458] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc [sys.catalog]: This master's current role is: FOLLOWER
00:28:16.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.094159 29289 sys_catalog.cc:565] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc [sys.catalog]: configured and running, proceeding with master startup.
00:28:16.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.099879 29395 catalog_manager.cc:1593] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:28:16.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.101109 29395 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:28:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.098431 29221 master_runner.cc:187] Error getting master registration for 127.28.116.254:36999: OK, instance_id { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" instance_seqno: 1783470495653148 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:28:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.102082 29221 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:28:16.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.114493 29217 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } attempt: 3
00:28:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.121636 29217 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c: Bootstrap starting.
00:28:16.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.124430 29217 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c: Neither blocks nor log segments found. Creating new log.
00:28:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.125303 29217 log.cc:826] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c: Log is configured to *not* fsync() on all Append() calls
00:28:16.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.127185 29217 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c: No bootstrap required, opened a new log
00:28:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.132031 29217 raft_consensus.cc:359] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } }
00:28:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.132221 29217 raft_consensus.cc:385] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.132273 29217 raft_consensus.cc:740] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f84b8d98dfe64388aedf28d42b5bcd9c, State: Initialized, Role: FOLLOWER
00:28:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.132798 29217 consensus_queue.cc:260] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } }
00:28:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.133358 29398 sys_catalog.cc:455] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } } }
00:28:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.133673 29398 sys_catalog.cc:458] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [sys.catalog]: This master's current role is: FOLLOWER
00:28:16.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.134250 29217 sys_catalog.cc:565] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [sys.catalog]: configured and running, proceeding with master startup.
00:28:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.140816 29409 catalog_manager.cc:1593] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:28:16.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.143265 29409 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:28:16.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.143317 29150 master_runner.cc:264] No leader master found from master f84b8d98dfe64388aedf28d42b5bcd9c
00:28:16.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.143657 29150 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:28:16.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.148454 29170 tablet.cc:2406] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:16.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.186304 29384 raft_consensus.cc:493] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:16.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.186571 29384 raft_consensus.cc:515] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } }
00:28:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.189002 29384 leader_election.cc:290] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f84b8d98dfe64388aedf28d42b5bcd9c (127.28.116.254:36999), e52efdb183b54d398bd4ee3686118590 (127.28.116.252:42895)
00:28:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.190201 29191 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d50ba93fc25e49aabcb57880eb5061fc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" is_pre_election: true
00:28:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.190549 29191 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d50ba93fc25e49aabcb57880eb5061fc in term 0.
00:28:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.191130 29240 leader_election.cc:304] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d50ba93fc25e49aabcb57880eb5061fc, f84b8d98dfe64388aedf28d42b5bcd9c; no voters: 
00:28:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.191870 29335 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d50ba93fc25e49aabcb57880eb5061fc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e52efdb183b54d398bd4ee3686118590" is_pre_election: true
00:28:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.192144 29335 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d50ba93fc25e49aabcb57880eb5061fc in term 0.
00:28:16.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.193904 29384 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:16.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.193990 29384 raft_consensus.cc:493] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:16.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.194038 29384 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc [term 0 FOLLOWER]: Advancing to term 1
00:28:16.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.195516 29384 raft_consensus.cc:515] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } }
00:28:16.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.196327 29191 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d50ba93fc25e49aabcb57880eb5061fc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c"
00:28:16.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.196481 29191 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [term 0 FOLLOWER]: Advancing to term 1
00:28:16.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.197819 29191 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d50ba93fc25e49aabcb57880eb5061fc in term 1.
00:28:16.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.198230 29240 leader_election.cc:304] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d50ba93fc25e49aabcb57880eb5061fc, f84b8d98dfe64388aedf28d42b5bcd9c; no voters: 
00:28:16.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.203787 29335 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d50ba93fc25e49aabcb57880eb5061fc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e52efdb183b54d398bd4ee3686118590"
00:28:16.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.203974 29335 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [term 0 FOLLOWER]: Advancing to term 1
00:28:16.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.205400 29335 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d50ba93fc25e49aabcb57880eb5061fc in term 1.
00:28:16.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.205895 29384 leader_election.cc:290] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc [CANDIDATE]: Term 1 election: Requested vote from peers f84b8d98dfe64388aedf28d42b5bcd9c (127.28.116.254:36999), e52efdb183b54d398bd4ee3686118590 (127.28.116.252:42895)
00:28:16.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.206127 29384 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc [term 1 FOLLOWER]: Leader election won for term 1
00:28:16.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.206218 29384 raft_consensus.cc:697] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc [term 1 LEADER]: Becoming Leader. State: Replica: d50ba93fc25e49aabcb57880eb5061fc, State: Running, Role: LEADER
00:28:16.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.206629 29384 consensus_queue.cc:237] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } }
00:28:16.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.210336 29384 sys_catalog.cc:455] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc [sys.catalog]: SysCatalogTable state changed. Reason: New leader d50ba93fc25e49aabcb57880eb5061fc. Latest consensus state: current_term: 1 leader_uuid: "d50ba93fc25e49aabcb57880eb5061fc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } } }
00:28:16.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.210526 29384 sys_catalog.cc:458] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc [sys.catalog]: This master's current role is: LEADER
00:28:16.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.211851 29413 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:28:16.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.214196 29413 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.226440 29335 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [term 1 FOLLOWER]: Refusing update from remote peer d50ba93fc25e49aabcb57880eb5061fc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:28:16.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.228114 29411 consensus_queue.cc:1048] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc [LEADER]: Connected to new peer: Peer: permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:16.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.233721 29370 sys_catalog.cc:455] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d50ba93fc25e49aabcb57880eb5061fc. Latest consensus state: current_term: 1 leader_uuid: "d50ba93fc25e49aabcb57880eb5061fc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } } }
00:28:16.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.233891 29370 sys_catalog.cc:458] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [sys.catalog]: This master's current role is: FOLLOWER
00:28:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.236092 29191 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [term 1 FOLLOWER]: Refusing update from remote peer d50ba93fc25e49aabcb57880eb5061fc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:28:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.236934 29411 consensus_queue.cc:1048] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc [LEADER]: Connected to new peer: Peer: permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:16.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.246740 29398 sys_catalog.cc:455] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [sys.catalog]: SysCatalogTable state changed. Reason: New leader d50ba93fc25e49aabcb57880eb5061fc. Latest consensus state: current_term: 1 leader_uuid: "d50ba93fc25e49aabcb57880eb5061fc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } } }
00:28:16.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.246897 29398 sys_catalog.cc:458] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [sys.catalog]: This master's current role is: FOLLOWER
00:28:16.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.254142 29411 sys_catalog.cc:455] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d50ba93fc25e49aabcb57880eb5061fc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } } }
00:28:16.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.254305 29411 sys_catalog.cc:458] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc [sys.catalog]: This master's current role is: LEADER
00:28:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.256436 29398 sys_catalog.cc:455] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d50ba93fc25e49aabcb57880eb5061fc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } } }
00:28:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.256577 29398 sys_catalog.cc:458] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [sys.catalog]: This master's current role is: FOLLOWER
00:28:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.257472 29414 mvcc.cc:204] Tried to move back new op lower bound from 7305095152533405696 to 7305095152471818240. Current Snapshot: MvccSnapshot[applied={T|T < 7305095152533405696}]
00:28:16.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.260049 29417 mvcc.cc:204] Tried to move back new op lower bound from 7305095152533405696 to 7305095152471818240. Current Snapshot: MvccSnapshot[applied={T|T < 7305095152533405696}]
00:28:16.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.261358 29384 sys_catalog.cc:455] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d50ba93fc25e49aabcb57880eb5061fc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } } }
00:28:16.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.261497 29384 sys_catalog.cc:458] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc [sys.catalog]: This master's current role is: LEADER
00:28:16.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.262892 29370 sys_catalog.cc:455] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d50ba93fc25e49aabcb57880eb5061fc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } } }
00:28:16.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.263017 29370 sys_catalog.cc:458] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [sys.catalog]: This master's current role is: FOLLOWER
00:28:16.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.267630 29415 mvcc.cc:204] Tried to move back new op lower bound from 7305095152533405696 to 7305095152471818240. Current Snapshot: MvccSnapshot[applied={T|T < 7305095152533405696}]
00:28:16.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.273005 29413 catalog_manager.cc:1382] Generated new cluster ID: 911cb198d9a44f599e4d385770764562
00:28:16.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.273070 29413 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:28:16.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.295885 29413 catalog_manager.cc:1405] Generated new certificate authority record
00:28:16.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.298064 29413 catalog_manager.cc:1539] Loading token signing keys...
00:28:16.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.318502 29413 catalog_manager.cc:6069] T 00000000000000000000000000000000 P d50ba93fc25e49aabcb57880eb5061fc: Generated new TSK 0
00:28:16.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.320030 29413 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:28:16.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.339998 29139 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu
00:28:16.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu
00:28:16.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-0/wal
00:28:16.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-0/data
00:28:16.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:16.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:16.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:16.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:16.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:16.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:16.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-0/logs
00:28:16.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-0/data/info.pb
00:28:16.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:16.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:16.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:28:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.116.193:0
00:28:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.116.193
00:28:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.116.193
00:28:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.116.254:36999,127.28.116.253:45541,127.28.116.252:42895
00:28:16.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.116.212:35117
00:28:16.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:16.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:16.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:28:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.482980 29423 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.483255 29423 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.483299 29423 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:16.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.487088 29423 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:16.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.487226 29423 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.116.193
00:28:16.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.491350 29423 tablet_server_runner.cc:78] Tablet server non-default flags:
00:28:16.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:16.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.116.212:35117
00:28:16.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:16.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:16.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-0/data
00:28:16.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-0/wal
00:28:16.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:16.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:16.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.116.193:0
00:28:16.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:16.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:16.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:16.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-0/data/info.pb
00:28:16.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.116.193
00:28:16.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:16.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.116.254:36999,127.28.116.253:45541,127.28.116.252:42895
00:28:16.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:16.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29423
00:28:16.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:16.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:16.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:16.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:16.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.116.193
00:28:16.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-0/logs
00:28:16.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:16.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:16.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:16.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:28:16.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:16.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:16.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
00:28:16.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on bdcb31816ec0
00:28:16.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16840
00:28:16.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.493075 29423 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:16.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.494560 29423 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:16.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.502720 29428 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:16.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.502666 29429 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:16.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.503122 29423 server_base.cc:1061] running on GCE node
00:28:16.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.502666 29431 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:16.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.503698 29423 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:16.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.504317 29423 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:16.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.505519 29423 hybrid_clock.cc:648] HybridClock initialized: now 1783470496505499 us; error 47 us; skew 500 ppm
00:28:16.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.509078 29423 webserver.cc:534] Webserver started at http://127.28.116.193:36295/ using document root <none> and password file <none>
00:28:16.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.509779 29423 fs_manager.cc:362] Metadata directory not provided
00:28:16.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.509868 29423 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:16.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.510143 29423 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.512027 29423 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-0/data/instance:
00:28:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "abe96f09554e4a2387f1bb78ecc5abbf"
00:28:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:16 on dist-test-slave-4xvf"
00:28:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.512629 29423 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-0/wal/instance:
00:28:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "abe96f09554e4a2387f1bb78ecc5abbf"
00:28:16.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:16 on dist-test-slave-4xvf"
00:28:16.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.516999 29423 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.000s	sys 0.004s
00:28:16.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.519896 29437 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:16.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.521226 29423 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
00:28:16.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.521421 29423 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-0/data,/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-0/wal
00:28:16.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "abe96f09554e4a2387f1bb78ecc5abbf"
00:28:16.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:16 on dist-test-slave-4xvf"
00:28:16.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.521548 29423 fs_report.cc:389] FS layout report
00:28:16.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:16.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-0/wal
00:28:16.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-0/wal
00:28:16.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-0/data/data
00:28:16.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:16.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:16.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:16.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:16.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:16.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:16.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:16.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:16.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:16.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:16.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.542315 29423 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:16.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.543133 29423 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:16.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.543304 29423 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:16.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.544090 29423 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:28:16.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.545444 29423 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:28:16.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.545523 29423 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:28:16.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.545586 29423 ts_tablet_manager.cc:616] Registered 0 tablets
00:28:16.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.545610 29423 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:28:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.558305 29423 rpc_server.cc:307] RPC server started. Bound to: 127.28.116.193:34469
00:28:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.558331 29550 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.116.193:34469 every 8 connection(s)
00:28:16.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.559945 29423 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-0/data/info.pb
00:28:16.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.570370 29139 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu as pid 29423
00:28:16.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.570482 29139 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-0/wal/instance
00:28:16.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.573282 29551 heartbeater.cc:344] Connected to a master server at 127.28.116.252:42895
00:28:16.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.573346 29552 heartbeater.cc:344] Connected to a master server at 127.28.116.254:36999
00:28:16.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.573598 29552 heartbeater.cc:461] Registering TS with master...
00:28:16.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.573596 29551 heartbeater.cc:461] Registering TS with master...
00:28:16.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.574501 29551 heartbeater.cc:507] Master 127.28.116.252:42895 requested a full tablet report, sending...
00:28:16.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.574656 29553 heartbeater.cc:344] Connected to a master server at 127.28.116.253:45541
00:28:16.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.574756 29553 heartbeater.cc:461] Registering TS with master...
00:28:16.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.574865 29552 heartbeater.cc:507] Master 127.28.116.254:36999 requested a full tablet report, sending...
00:28:16.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.575016 29553 heartbeater.cc:507] Master 127.28.116.253:45541 requested a full tablet report, sending...
00:28:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.576076 29139 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu
00:28:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu
00:28:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-1/wal
00:28:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-1/data
00:28:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-1/logs
00:28:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-1/data/info.pb
00:28:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:28:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.116.194:0
00:28:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.116.194
00:28:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.116.194
00:28:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.116.254:36999,127.28.116.253:45541,127.28.116.252:42895
00:28:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.116.212:35117
00:28:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:28:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.576154 29181 ts_manager.cc:194] Registered new tserver with Master: abe96f09554e4a2387f1bb78ecc5abbf (127.28.116.193:34469)
00:28:16.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.576319 29253 ts_manager.cc:194] Registered new tserver with Master: abe96f09554e4a2387f1bb78ecc5abbf (127.28.116.193:34469)
00:28:16.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.578154 29253 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.28.116.193:46293
00:28:16.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.580104 29324 ts_manager.cc:194] Registered new tserver with Master: abe96f09554e4a2387f1bb78ecc5abbf (127.28.116.193:34469)
00:28:16.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.686091 29560 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:16.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.686316 29560 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:16.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.686360 29560 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:16.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.689616 29560 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:16.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.689731 29560 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.116.194
00:28:16.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.693702 29560 tablet_server_runner.cc:78] Tablet server non-default flags:
00:28:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.116.212:35117
00:28:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-1/data
00:28:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-1/wal
00:28:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.116.194:0
00:28:16.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:16.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:16.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:16.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-1/data/info.pb
00:28:16.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.116.194
00:28:16.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:16.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.116.254:36999,127.28.116.253:45541,127.28.116.252:42895
00:28:16.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:16.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29560
00:28:16.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:16.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:16.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:16.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:16.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.116.194
00:28:16.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-1/logs
00:28:16.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:16.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:16.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:16.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:28:16.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:16.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:16.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
00:28:16.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on bdcb31816ec0
00:28:16.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16840
00:28:16.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.694948 29560 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:16.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.696377 29560 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:16.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.703647 29565 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:16.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.703647 29566 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:16.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.703652 29568 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.704974 29560 server_base.cc:1061] running on GCE node
00:28:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.705349 29560 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.706000 29560 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:16.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.707172 29560 hybrid_clock.cc:648] HybridClock initialized: now 1783470496707157 us; error 54 us; skew 500 ppm
00:28:16.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.709163 29560 webserver.cc:534] Webserver started at http://127.28.116.194:40485/ using document root <none> and password file <none>
00:28:16.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.709794 29560 fs_manager.cc:362] Metadata directory not provided
00:28:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.709856 29560 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.710018 29560 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:16.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.711679 29560 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-1/data/instance:
00:28:16.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01fb737a47c8450a99377161de4da08f"
00:28:16.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:16 on dist-test-slave-4xvf"
00:28:16.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.712131 29560 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-1/wal/instance:
00:28:16.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01fb737a47c8450a99377161de4da08f"
00:28:16.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:16 on dist-test-slave-4xvf"
00:28:16.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.715898 29560 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.004s	sys 0.000s
00:28:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.718204 29574 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:16.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.719605 29560 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
00:28:16.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.719738 29560 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-1/data,/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-1/wal
00:28:16.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01fb737a47c8450a99377161de4da08f"
00:28:16.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:16 on dist-test-slave-4xvf"
00:28:16.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.719817 29560 fs_report.cc:389] FS layout report
00:28:16.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:16.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-1/wal
00:28:16.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-1/wal
00:28:16.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-1/data/data
00:28:16.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:16.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:16.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:16.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.755065 29560 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:16.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.755853 29560 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.756006 29560 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.756534 29560 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:28:16.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.757689 29560 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:28:16.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.757742 29560 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:28:16.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.757786 29560 ts_tablet_manager.cc:616] Registered 0 tablets
00:28:16.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.757800 29560 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:28:16.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.769454 29560 rpc_server.cc:307] RPC server started. Bound to: 127.28.116.194:40791
00:28:16.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.769485 29687 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.116.194:40791 every 8 connection(s)
00:28:16.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.770505 29560 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-1/data/info.pb
00:28:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.773290 29139 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu as pid 29560
00:28:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.773406 29139 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-1/wal/instance
00:28:16.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.776911 29139 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu
00:28:16.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu
00:28:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-2/wal
00:28:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-2/data
00:28:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-2/logs
00:28:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-2/data/info.pb
00:28:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:16.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:28:16.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:16.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.116.195:0
00:28:16.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.116.195
00:28:16.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.116.195
00:28:16.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:16.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.116.254:36999,127.28.116.253:45541,127.28.116.252:42895
00:28:16.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.116.212:35117
00:28:16.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:16.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:16.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:28:16.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.783517 29690 heartbeater.cc:344] Connected to a master server at 127.28.116.253:45541
00:28:16.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.783540 29689 heartbeater.cc:344] Connected to a master server at 127.28.116.254:36999
00:28:16.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.783613 29688 heartbeater.cc:344] Connected to a master server at 127.28.116.252:42895
00:28:16.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.783830 29690 heartbeater.cc:461] Registering TS with master...
00:28:16.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.783830 29688 heartbeater.cc:461] Registering TS with master...
00:28:16.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.784505 29688 heartbeater.cc:507] Master 127.28.116.252:42895 requested a full tablet report, sending...
00:28:16.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.784505 29690 heartbeater.cc:507] Master 127.28.116.253:45541 requested a full tablet report, sending...
00:28:16.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.783830 29689 heartbeater.cc:461] Registering TS with master...
00:28:16.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.785406 29689 heartbeater.cc:507] Master 127.28.116.254:36999 requested a full tablet report, sending...
00:28:16.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.785734 29253 ts_manager.cc:194] Registered new tserver with Master: 01fb737a47c8450a99377161de4da08f (127.28.116.194:40791)
00:28:16.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.785782 29324 ts_manager.cc:194] Registered new tserver with Master: 01fb737a47c8450a99377161de4da08f (127.28.116.194:40791)
00:28:16.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.786444 29253 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.28.116.194:46187
00:28:16.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.786635 29181 ts_manager.cc:194] Registered new tserver with Master: 01fb737a47c8450a99377161de4da08f (127.28.116.194:40791)
00:28:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.904965 29695 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.905287 29695 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.905364 29695 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:16.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.909457 29695 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:16.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.909652 29695 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.28.116.195
00:28:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.914275 29695 tablet_server_runner.cc:78] Tablet server non-default flags:
00:28:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.28.116.212:35117
00:28:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:16.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:16.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-2/data
00:28:16.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-2/wal
00:28:16.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:16.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:16.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.28.116.195:0
00:28:16.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:16.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:16.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:16.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-2/data/info.pb
00:28:16.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.28.116.195
00:28:16.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:16.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.28.116.254:36999,127.28.116.253:45541,127.28.116.252:42895
00:28:16.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:16.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29695
00:28:16.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:16.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:16.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:16.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:16.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.28.116.195
00:28:16.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-2/logs
00:28:16.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:16.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:16.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:16.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:28:16.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:16.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:16.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
00:28:16.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on bdcb31816ec0
00:28:16.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16840
00:28:16.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.916261 29695 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:16.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.917944 29695 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:16.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.927213 29701 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.927290 29700 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.927354 29695 server_base.cc:1061] running on GCE node
00:28:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.927634 29703 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:16.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.928145 29695 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:16.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.928907 29695 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:16.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.930106 29695 hybrid_clock.cc:648] HybridClock initialized: now 1783470496930085 us; error 62 us; skew 500 ppm
00:28:16.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.932488 29695 webserver.cc:534] Webserver started at http://127.28.116.195:39829/ using document root <none> and password file <none>
00:28:16.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.933215 29695 fs_manager.cc:362] Metadata directory not provided
00:28:16.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.933308 29695 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:16.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.933607 29695 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:16.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.935631 29695 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-2/data/instance:
00:28:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8dcec55c3d2b43d8a4dfe9401c3f4023"
00:28:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:16 on dist-test-slave-4xvf"
00:28:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.936236 29695 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-2/wal/instance:
00:28:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8dcec55c3d2b43d8a4dfe9401c3f4023"
00:28:16.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:16 on dist-test-slave-4xvf"
00:28:16.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.940474 29695 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.004s	sys 0.000s
00:28:16.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.943274 29709 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.944633 29695 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
00:28:16.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.944779 29695 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-2/data,/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-2/wal
00:28:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8dcec55c3d2b43d8a4dfe9401c3f4023"
00:28:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:16 on dist-test-slave-4xvf"
00:28:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.944896 29695 fs_report.cc:389] FS layout report
00:28:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-2/wal
00:28:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-2/wal
00:28:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-2/data/data
00:28:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:16.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.975128 29695 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:16.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.976126 29695 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:16.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.976387 29695 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:16.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.977315 29695 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:28:16.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.978696 29695 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:28:16.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.978775 29695 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:28:16.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.978850 29695 ts_tablet_manager.cc:616] Registered 0 tablets
00:28:16.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.978878 29695 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:28:16.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.990803 29695 rpc_server.cc:307] RPC server started. Bound to: 127.28.116.195:40347
00:28:16.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.990844 29822 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.28.116.195:40347 every 8 connection(s)
00:28:16.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.992164 29695 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-2/data/info.pb
00:28:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.999348 29139 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu as pid 29695
00:28:17.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.999464 29139 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-2/wal/instance
00:28:17.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.003412 29825 heartbeater.cc:344] Connected to a master server at 127.28.116.253:45541
00:28:17.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.003433 29824 heartbeater.cc:344] Connected to a master server at 127.28.116.254:36999
00:28:17.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.003767 29825 heartbeater.cc:461] Registering TS with master...
00:28:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.003767 29824 heartbeater.cc:461] Registering TS with master...
00:28:17.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.004539 29824 heartbeater.cc:507] Master 127.28.116.254:36999 requested a full tablet report, sending...
00:28:17.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.004539 29825 heartbeater.cc:507] Master 127.28.116.253:45541 requested a full tablet report, sending...
00:28:17.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.005892 29253 ts_manager.cc:194] Registered new tserver with Master: 8dcec55c3d2b43d8a4dfe9401c3f4023 (127.28.116.195:40347)
00:28:17.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.003521 29823 heartbeater.cc:344] Connected to a master server at 127.28.116.252:42895
00:28:17.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.006101 29823 heartbeater.cc:461] Registering TS with master...
00:28:17.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.006227 29181 ts_manager.cc:194] Registered new tserver with Master: 8dcec55c3d2b43d8a4dfe9401c3f4023 (127.28.116.195:40347)
00:28:17.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.006284 29823 heartbeater.cc:507] Master 127.28.116.252:42895 requested a full tablet report, sending...
00:28:17.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.006636 29253 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.28.116.195:45797
00:28:17.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.007140 29324 ts_manager.cc:194] Registered new tserver with Master: 8dcec55c3d2b43d8a4dfe9401c3f4023 (127.28.116.195:40347)
00:28:17.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.021744 29139 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
00:28:17.023 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:28:17.024 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

00:28:17.036 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.28.116.254"
      port: 36999
    }
    bound_http_address {
      host: "127.28.116.254"
      port: 42281
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.28.116.253"
      port: 45541
    }
    bound_http_address {
      host: "127.28.116.253"
      port: 45843
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.28.116.252"
      port: 42895
    }
    bound_http_address {
      host: "127.28.116.252"
      port: 38819
    }
  }
}

00:28:17.040 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

00:28:17.044 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.28.116.193"
      port: 34469
    }
    bound_http_address {
      host: "127.28.116.193"
      port: 36295
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.28.116.194"
      port: 40791
    }
    bound_http_address {
      host: "127.28.116.194"
      port: 40485
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.28.116.195"
      port: 40347
    }
    bound_http_address {
      host: "127.28.116.195"
      port: 39829
    }
  }
}

00:28:17.044 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:28:17.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.072309 29381 catalog_manager.cc:1294] Loaded cluster ID: 911cb198d9a44f599e4d385770764562
00:28:17.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.072410 29381 catalog_manager.cc:1587] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590: loading cluster ID for follower catalog manager: success
00:28:17.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.075078 29381 catalog_manager.cc:1609] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590: acquiring CA information for follower catalog manager: success
00:28:17.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.076910 29381 catalog_manager.cc:1637] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:28:17.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.145859 29409 catalog_manager.cc:1294] Loaded cluster ID: 911cb198d9a44f599e4d385770764562
00:28:17.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.145990 29409 catalog_manager.cc:1587] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c: loading cluster ID for follower catalog manager: success
00:28:17.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.148731 29409 catalog_manager.cc:1609] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c: acquiring CA information for follower catalog manager: success
00:28:17.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.150193 29409 catalog_manager.cc:1637] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:28:17.242 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
00:28:17.308 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:28:17.481 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.28.116.252:42895(127.28.116.252:42895)] connecting to peer
00:28:17.543 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.28.116.254:36999(127.28.116.254:36999)] connecting to peer
00:28:17.544 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.28.116.253:45541(127.28.116.253:45541)] connecting to peer
00:28:17.565 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.28.116.254:36999(127.28.116.254:36999)] Successfully connected to peer
00:28:17.565 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.28.116.253:45541(127.28.116.253:45541)] Successfully connected to peer
00:28:17.565 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.28.116.252:42895(127.28.116.252:42895)] Successfully connected to peer
00:28:17.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.580622 29553 heartbeater.cc:499] Master 127.28.116.253:45541 was elected leader, sending a full tablet report...
00:28:17.673 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.116.253
00:28:17.673 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.116.254
00:28:17.678 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.28.116.252
00:28:17.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.788069 29690 heartbeater.cc:499] Master 127.28.116.253:45541 was elected leader, sending a full tablet report...
00:28:17.937 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x75cc4e35, L:/127.0.0.1:35912 - R:/127.28.116.254:36999] using SASL/PLAIN
00:28:17.937 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x7c8d03ee, L:/127.0.0.1:50100 - R:/127.28.116.253:45541] using SASL/PLAIN
00:28:17.937 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb0075410, L:/127.0.0.1:41464 - R:/127.28.116.252:42895] using SASL/PLAIN
00:28:17.974 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:28:17.975 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=542), Traces: [0ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.252:42895, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.254:36999, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.253:45541, [514ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.254:36999: OK, [514ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.252:42895: OK, [515ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.253:45541: OK, deferred=null) after lookup
00:28:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.008672 29825 heartbeater.cc:499] Master 127.28.116.253:45541 was elected leader, sending a full tablet report...
00:28:18.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.024313 29253 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:50100:
00:28:18.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestClientFailoverSupport-KILL"
00:28:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:28:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
00:28:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:28:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:28:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
00:28:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:28:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:28:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
00:28:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:28:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:28:18.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
00:28:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:28:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:28:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
00:28:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
00:28:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
00:28:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
00:28:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
00:28:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
00:28:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:28:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:18.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:28:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:28:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
00:28:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:28:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
00:28:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:28:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:28:18.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:18.026144 29253 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestClientFailoverSupport-KILL in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:28:18.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.056458 29757 tablet_service.cc:1511] Processing CreateTablet for tablet 36a594be88fc45d4be18218fc1b1d931 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=6859945d522a4f909a1d42be28ca6ef6]), partition=RANGE (key) PARTITION UNBOUNDED
00:28:18.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.057675 29757 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 36a594be88fc45d4be18218fc1b1d931. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:18.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.057861 29485 tablet_service.cc:1511] Processing CreateTablet for tablet 36a594be88fc45d4be18218fc1b1d931 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=6859945d522a4f909a1d42be28ca6ef6]), partition=RANGE (key) PARTITION UNBOUNDED
00:28:18.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.058954 29485 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 36a594be88fc45d4be18218fc1b1d931. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:18.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.062179 29622 tablet_service.cc:1511] Processing CreateTablet for tablet 36a594be88fc45d4be18218fc1b1d931 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=6859945d522a4f909a1d42be28ca6ef6]), partition=RANGE (key) PARTITION UNBOUNDED
00:28:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.063176 29622 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 36a594be88fc45d4be18218fc1b1d931. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:18.065 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6859945d522a4f909a1d42be28ca6ef6
00:28:18.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.065961 29856 tablet_bootstrap.cc:492] T 36a594be88fc45d4be18218fc1b1d931 P 8dcec55c3d2b43d8a4dfe9401c3f4023: Bootstrap starting.
00:28:18.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.068969 29856 tablet_bootstrap.cc:654] T 36a594be88fc45d4be18218fc1b1d931 P 8dcec55c3d2b43d8a4dfe9401c3f4023: Neither blocks nor log segments found. Creating new log.
00:28:18.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.069520 29857 tablet_bootstrap.cc:492] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf: Bootstrap starting.
00:28:18.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.070309 29856 log.cc:826] T 36a594be88fc45d4be18218fc1b1d931 P 8dcec55c3d2b43d8a4dfe9401c3f4023: Log is configured to *not* fsync() on all Append() calls
00:28:18.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.070652 29858 tablet_bootstrap.cc:492] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f: Bootstrap starting.
00:28:18.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.072460 29857 tablet_bootstrap.cc:654] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf: Neither blocks nor log segments found. Creating new log.
00:28:18.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.072950 29858 tablet_bootstrap.cc:654] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f: Neither blocks nor log segments found. Creating new log.
00:28:18.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.073096 29856 tablet_bootstrap.cc:492] T 36a594be88fc45d4be18218fc1b1d931 P 8dcec55c3d2b43d8a4dfe9401c3f4023: No bootstrap required, opened a new log
00:28:18.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.073294 29856 ts_tablet_manager.cc:1403] T 36a594be88fc45d4be18218fc1b1d931 P 8dcec55c3d2b43d8a4dfe9401c3f4023: Time spent bootstrapping tablet: real 0.008s	user 0.004s	sys 0.000s
00:28:18.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.073562 29857 log.cc:826] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf: Log is configured to *not* fsync() on all Append() calls
00:28:18.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.074249 29858 log.cc:826] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f: Log is configured to *not* fsync() on all Append() calls
00:28:18.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.075376 29857 tablet_bootstrap.cc:492] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf: No bootstrap required, opened a new log
00:28:18.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.075611 29857 ts_tablet_manager.cc:1403] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf: Time spent bootstrapping tablet: real 0.006s	user 0.005s	sys 0.000s
00:28:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.077162 29856 raft_consensus.cc:359] T 36a594be88fc45d4be18218fc1b1d931 P 8dcec55c3d2b43d8a4dfe9401c3f4023 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01fb737a47c8450a99377161de4da08f" member_type: VOTER last_known_addr { host: "127.28.116.194" port: 40791 } } peers { permanent_uuid: "8dcec55c3d2b43d8a4dfe9401c3f4023" member_type: VOTER last_known_addr { host: "127.28.116.195" port: 40347 } } peers { permanent_uuid: "abe96f09554e4a2387f1bb78ecc5abbf" member_type: VOTER last_known_addr { host: "127.28.116.193" port: 34469 } }
00:28:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.077446 29856 raft_consensus.cc:385] T 36a594be88fc45d4be18218fc1b1d931 P 8dcec55c3d2b43d8a4dfe9401c3f4023 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:18.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.077517 29856 raft_consensus.cc:740] T 36a594be88fc45d4be18218fc1b1d931 P 8dcec55c3d2b43d8a4dfe9401c3f4023 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8dcec55c3d2b43d8a4dfe9401c3f4023, State: Initialized, Role: FOLLOWER
00:28:18.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.078069 29856 consensus_queue.cc:260] T 36a594be88fc45d4be18218fc1b1d931 P 8dcec55c3d2b43d8a4dfe9401c3f4023 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01fb737a47c8450a99377161de4da08f" member_type: VOTER last_known_addr { host: "127.28.116.194" port: 40791 } } peers { permanent_uuid: "8dcec55c3d2b43d8a4dfe9401c3f4023" member_type: VOTER last_known_addr { host: "127.28.116.195" port: 40347 } } peers { permanent_uuid: "abe96f09554e4a2387f1bb78ecc5abbf" member_type: VOTER last_known_addr { host: "127.28.116.193" port: 34469 } }
00:28:18.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.078830 29857 raft_consensus.cc:359] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01fb737a47c8450a99377161de4da08f" member_type: VOTER last_known_addr { host: "127.28.116.194" port: 40791 } } peers { permanent_uuid: "8dcec55c3d2b43d8a4dfe9401c3f4023" member_type: VOTER last_known_addr { host: "127.28.116.195" port: 40347 } } peers { permanent_uuid: "abe96f09554e4a2387f1bb78ecc5abbf" member_type: VOTER last_known_addr { host: "127.28.116.193" port: 34469 } }
00:28:18.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.079042 29856 ts_tablet_manager.cc:1434] T 36a594be88fc45d4be18218fc1b1d931 P 8dcec55c3d2b43d8a4dfe9401c3f4023: Time spent starting tablet: real 0.006s	user 0.006s	sys 0.000s
00:28:18.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.079324 29857 raft_consensus.cc:385] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:18.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.079407 29857 raft_consensus.cc:740] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: abe96f09554e4a2387f1bb78ecc5abbf, State: Initialized, Role: FOLLOWER
00:28:18.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.079849 29857 consensus_queue.cc:260] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01fb737a47c8450a99377161de4da08f" member_type: VOTER last_known_addr { host: "127.28.116.194" port: 40791 } } peers { permanent_uuid: "8dcec55c3d2b43d8a4dfe9401c3f4023" member_type: VOTER last_known_addr { host: "127.28.116.195" port: 40347 } } peers { permanent_uuid: "abe96f09554e4a2387f1bb78ecc5abbf" member_type: VOTER last_known_addr { host: "127.28.116.193" port: 34469 } }
00:28:18.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.080963 29857 ts_tablet_manager.cc:1434] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf: Time spent starting tablet: real 0.005s	user 0.004s	sys 0.000s
00:28:18.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.093400 29858 tablet_bootstrap.cc:492] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f: No bootstrap required, opened a new log
00:28:18.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.094051 29858 ts_tablet_manager.cc:1403] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f: Time spent bootstrapping tablet: real 0.024s	user 0.005s	sys 0.000s
00:28:18.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.097695 29862 raft_consensus.cc:493] T 36a594be88fc45d4be18218fc1b1d931 P 8dcec55c3d2b43d8a4dfe9401c3f4023 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:18.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.097893 29862 raft_consensus.cc:515] T 36a594be88fc45d4be18218fc1b1d931 P 8dcec55c3d2b43d8a4dfe9401c3f4023 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01fb737a47c8450a99377161de4da08f" member_type: VOTER last_known_addr { host: "127.28.116.194" port: 40791 } } peers { permanent_uuid: "8dcec55c3d2b43d8a4dfe9401c3f4023" member_type: VOTER last_known_addr { host: "127.28.116.195" port: 40347 } } peers { permanent_uuid: "abe96f09554e4a2387f1bb78ecc5abbf" member_type: VOTER last_known_addr { host: "127.28.116.193" port: 34469 } }
00:28:18.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.098520 29858 raft_consensus.cc:359] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01fb737a47c8450a99377161de4da08f" member_type: VOTER last_known_addr { host: "127.28.116.194" port: 40791 } } peers { permanent_uuid: "8dcec55c3d2b43d8a4dfe9401c3f4023" member_type: VOTER last_known_addr { host: "127.28.116.195" port: 40347 } } peers { permanent_uuid: "abe96f09554e4a2387f1bb78ecc5abbf" member_type: VOTER last_known_addr { host: "127.28.116.193" port: 34469 } }
00:28:18.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.098809 29858 raft_consensus.cc:385] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:18.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.098867 29858 raft_consensus.cc:740] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 01fb737a47c8450a99377161de4da08f, State: Initialized, Role: FOLLOWER
00:28:18.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.099402 29858 consensus_queue.cc:260] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01fb737a47c8450a99377161de4da08f" member_type: VOTER last_known_addr { host: "127.28.116.194" port: 40791 } } peers { permanent_uuid: "8dcec55c3d2b43d8a4dfe9401c3f4023" member_type: VOTER last_known_addr { host: "127.28.116.195" port: 40347 } } peers { permanent_uuid: "abe96f09554e4a2387f1bb78ecc5abbf" member_type: VOTER last_known_addr { host: "127.28.116.193" port: 34469 } }
00:28:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.100011 29862 leader_election.cc:290] T 36a594be88fc45d4be18218fc1b1d931 P 8dcec55c3d2b43d8a4dfe9401c3f4023 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 01fb737a47c8450a99377161de4da08f (127.28.116.194:40791), abe96f09554e4a2387f1bb78ecc5abbf (127.28.116.193:34469)
00:28:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.100492 29858 ts_tablet_manager.cc:1434] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f: Time spent starting tablet: real 0.006s	user 0.006s	sys 0.000s
00:28:18.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.106029 29642 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "36a594be88fc45d4be18218fc1b1d931" candidate_uuid: "8dcec55c3d2b43d8a4dfe9401c3f4023" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "01fb737a47c8450a99377161de4da08f" is_pre_election: true
00:28:18.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.106333 29642 raft_consensus.cc:2468] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8dcec55c3d2b43d8a4dfe9401c3f4023 in term 0.
00:28:18.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.106758 29712 leader_election.cc:304] T 36a594be88fc45d4be18218fc1b1d931 P 8dcec55c3d2b43d8a4dfe9401c3f4023 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 01fb737a47c8450a99377161de4da08f, 8dcec55c3d2b43d8a4dfe9401c3f4023; no voters: 
00:28:18.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.107062 29862 raft_consensus.cc:2804] T 36a594be88fc45d4be18218fc1b1d931 P 8dcec55c3d2b43d8a4dfe9401c3f4023 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:18.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.107137 29862 raft_consensus.cc:493] T 36a594be88fc45d4be18218fc1b1d931 P 8dcec55c3d2b43d8a4dfe9401c3f4023 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:18.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.107180 29862 raft_consensus.cc:3060] T 36a594be88fc45d4be18218fc1b1d931 P 8dcec55c3d2b43d8a4dfe9401c3f4023 [term 0 FOLLOWER]: Advancing to term 1
00:28:18.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.108424 29862 raft_consensus.cc:515] T 36a594be88fc45d4be18218fc1b1d931 P 8dcec55c3d2b43d8a4dfe9401c3f4023 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01fb737a47c8450a99377161de4da08f" member_type: VOTER last_known_addr { host: "127.28.116.194" port: 40791 } } peers { permanent_uuid: "8dcec55c3d2b43d8a4dfe9401c3f4023" member_type: VOTER last_known_addr { host: "127.28.116.195" port: 40347 } } peers { permanent_uuid: "abe96f09554e4a2387f1bb78ecc5abbf" member_type: VOTER last_known_addr { host: "127.28.116.193" port: 34469 } }
00:28:18.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.108933 29862 leader_election.cc:290] T 36a594be88fc45d4be18218fc1b1d931 P 8dcec55c3d2b43d8a4dfe9401c3f4023 [CANDIDATE]: Term 1 election: Requested vote from peers 01fb737a47c8450a99377161de4da08f (127.28.116.194:40791), abe96f09554e4a2387f1bb78ecc5abbf (127.28.116.193:34469)
00:28:18.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.109593 29504 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "36a594be88fc45d4be18218fc1b1d931" candidate_uuid: "8dcec55c3d2b43d8a4dfe9401c3f4023" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "abe96f09554e4a2387f1bb78ecc5abbf"
00:28:18.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.109726 29642 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "36a594be88fc45d4be18218fc1b1d931" candidate_uuid: "8dcec55c3d2b43d8a4dfe9401c3f4023" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "01fb737a47c8450a99377161de4da08f"
00:28:18.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.109817 29504 raft_consensus.cc:3060] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf [term 0 FOLLOWER]: Advancing to term 1
00:28:18.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.109870 29642 raft_consensus.cc:3060] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f [term 0 FOLLOWER]: Advancing to term 1
00:28:18.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.110771 29504 raft_consensus.cc:2468] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8dcec55c3d2b43d8a4dfe9401c3f4023 in term 1.
00:28:18.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.111214 29642 raft_consensus.cc:2468] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8dcec55c3d2b43d8a4dfe9401c3f4023 in term 1.
00:28:18.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.111260 29710 leader_election.cc:304] T 36a594be88fc45d4be18218fc1b1d931 P 8dcec55c3d2b43d8a4dfe9401c3f4023 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8dcec55c3d2b43d8a4dfe9401c3f4023, abe96f09554e4a2387f1bb78ecc5abbf; no voters: 
00:28:18.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.109604 29505 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "36a594be88fc45d4be18218fc1b1d931" candidate_uuid: "8dcec55c3d2b43d8a4dfe9401c3f4023" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "abe96f09554e4a2387f1bb78ecc5abbf" is_pre_election: true
00:28:18.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.111568 29505 raft_consensus.cc:2376] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf [term 1 FOLLOWER]: Leader pre-election vote request: Already granted yes vote for candidate 8dcec55c3d2b43d8a4dfe9401c3f4023 in term 1. Re-sending same reply.
00:28:18.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.111792 29862 raft_consensus.cc:2804] T 36a594be88fc45d4be18218fc1b1d931 P 8dcec55c3d2b43d8a4dfe9401c3f4023 [term 1 FOLLOWER]: Leader election won for term 1
00:28:18.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.112006 29862 raft_consensus.cc:697] T 36a594be88fc45d4be18218fc1b1d931 P 8dcec55c3d2b43d8a4dfe9401c3f4023 [term 1 LEADER]: Becoming Leader. State: Replica: 8dcec55c3d2b43d8a4dfe9401c3f4023, State: Running, Role: LEADER
00:28:18.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.112305 29862 consensus_queue.cc:237] T 36a594be88fc45d4be18218fc1b1d931 P 8dcec55c3d2b43d8a4dfe9401c3f4023 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01fb737a47c8450a99377161de4da08f" member_type: VOTER last_known_addr { host: "127.28.116.194" port: 40791 } } peers { permanent_uuid: "8dcec55c3d2b43d8a4dfe9401c3f4023" member_type: VOTER last_known_addr { host: "127.28.116.195" port: 40347 } } peers { permanent_uuid: "abe96f09554e4a2387f1bb78ecc5abbf" member_type: VOTER last_known_addr { host: "127.28.116.193" port: 34469 } }
00:28:18.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.117081 29252 catalog_manager.cc:5696] T 36a594be88fc45d4be18218fc1b1d931 P 8dcec55c3d2b43d8a4dfe9401c3f4023 reported cstate change: term changed from 0 to 1, leader changed from <none> to 8dcec55c3d2b43d8a4dfe9401c3f4023 (127.28.116.195). New cstate: current_term: 1 leader_uuid: "8dcec55c3d2b43d8a4dfe9401c3f4023" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01fb737a47c8450a99377161de4da08f" member_type: VOTER last_known_addr { host: "127.28.116.194" port: 40791 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8dcec55c3d2b43d8a4dfe9401c3f4023" member_type: VOTER last_known_addr { host: "127.28.116.195" port: 40347 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "abe96f09554e4a2387f1bb78ecc5abbf" member_type: VOTER last_known_addr { host: "127.28.116.193" port: 34469 } health_report { overall_health: UNKNOWN } } }
00:28:18.141 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6859945d522a4f909a1d42be28ca6ef6
00:28:18.158 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 36a594be88fc45d4be18218fc1b1d931 for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
00:28:18.164 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299994, tablet=36a594be88fc45d4be18218fc1b1d931@[01fb737a47c8450a99377161de4da08f(127.28.116.194:40791),8dcec55c3d2b43d8a4dfe9401c3f4023(127.28.116.195:40347)[L],abe96f09554e4a2387f1bb78ecc5abbf(127.28.116.193:34469)]}]
00:28:18.165 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=16), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.116.253:45541, [8ms] Sub RPC GetTableLocations: received response from server master-127.28.116.253:45541: OK, deferred=null) after lookup
00:28:18.174 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 8dcec55c3d2b43d8a4dfe9401c3f4023(127.28.116.195:40347)] connecting to peer
00:28:18.178 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 8dcec55c3d2b43d8a4dfe9401c3f4023(127.28.116.195:40347)] Successfully connected to peer
00:28:18.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:18.244673 29826 tablet.cc:2406] T 36a594be88fc45d4be18218fc1b1d931 P 8dcec55c3d2b43d8a4dfe9401c3f4023: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:18.252 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xf6faa1bb, L:/127.0.0.1:40134 - R:/127.28.116.195:40347] using TOKEN/null
00:28:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.261298 29642 raft_consensus.cc:1275] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f [term 1 FOLLOWER]: Refusing update from remote peer 8dcec55c3d2b43d8a4dfe9401c3f4023: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:28:18.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.261377 29505 raft_consensus.cc:1275] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf [term 1 FOLLOWER]: Refusing update from remote peer 8dcec55c3d2b43d8a4dfe9401c3f4023: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:28:18.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.262120 29867 consensus_queue.cc:1048] T 36a594be88fc45d4be18218fc1b1d931 P 8dcec55c3d2b43d8a4dfe9401c3f4023 [LEADER]: Connected to new peer: Peer: permanent_uuid: "01fb737a47c8450a99377161de4da08f" member_type: VOTER last_known_addr { host: "127.28.116.194" port: 40791 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:18.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.262341 29862 consensus_queue.cc:1048] T 36a594be88fc45d4be18218fc1b1d931 P 8dcec55c3d2b43d8a4dfe9401c3f4023 [LEADER]: Connected to new peer: Peer: permanent_uuid: "abe96f09554e4a2387f1bb78ecc5abbf" member_type: VOTER last_known_addr { host: "127.28.116.193" port: 34469 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.271867 29870 mvcc.cc:204] Tried to move back new op lower bound from 7305095160867946496 to 7305095160270241792. Current Snapshot: MvccSnapshot[applied={T|T < 7305095160867946496}]
00:28:18.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.272699 29871 mvcc.cc:204] Tried to move back new op lower bound from 7305095160867946496 to 7305095160270241792. Current Snapshot: MvccSnapshot[applied={T|T < 7305095160867946496}]
00:28:18.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.277436 29872 mvcc.cc:204] Tried to move back new op lower bound from 7305095160867946496 to 7305095160270241792. Current Snapshot: MvccSnapshot[applied={T|T < 7305095160867946496}]
00:28:18.411 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-KILL, tablet=36a594be88fc45d4be18218fc1b1d931, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:18.412 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.28.116.253:45541
00:28:18.414 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 1
  }
}

00:28:18.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.414701 29139 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu with pid 29221
00:28:18.426 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:28:18.427 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.28.116.195:40347
00:28:18.428 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

00:28:18.428 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.28.116.253:45541(127.28.116.253:45541)] handling channelInactive
00:28:18.429 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.116.253:45541(127.28.116.253:45541)] cleaning up while in state READY due to: connection closed
00:28:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.428443 29139 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu with pid 29695
00:28:18.436 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:28:18.437 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 8dcec55c3d2b43d8a4dfe9401c3f4023(127.28.116.195:40347)] handling channelInactive
00:28:18.437 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 8dcec55c3d2b43d8a4dfe9401c3f4023(127.28.116.195:40347)] cleaning up while in state READY due to: connection closed
00:28:18.437 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 8dcec55c3d2b43d8a4dfe9401c3f4023(127.28.116.195:40347) for tablet 36a594be88fc45d4be18218fc1b1d931: connection closed
00:28:18.455 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.28.116.253:45541(127.28.116.253:45541)] connecting to peer
00:28:18.458 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:18.459 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.116.253:45541(127.28.116.253:45541)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:18.459 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location master-127.28.116.253:45541(127.28.116.253:45541) for tablet Kudu Master: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:18.476 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.28.116.253:45541(127.28.116.253:45541)] connecting to peer
00:28:18.480 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:18.480 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.116.253:45541(127.28.116.253:45541)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:18.480 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.116.253:45541: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:18.483 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541; will retry
00:28:18.495 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.28.116.253:45541(127.28.116.253:45541)] connecting to peer
00:28:18.498 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:18.498 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.116.253:45541(127.28.116.253:45541)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:18.498 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.116.253:45541: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:18.499 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541; will retry
00:28:18.516 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.28.116.253:45541(127.28.116.253:45541)] connecting to peer
00:28:18.518 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:18.519 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.116.253:45541(127.28.116.253:45541)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:18.519 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.116.253:45541: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:18.519 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541; will retry
00:28:18.536 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.28.116.253:45541(127.28.116.253:45541)] connecting to peer
00:28:18.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:18.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.116.253:45541(127.28.116.253:45541)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:18.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.116.253:45541: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:18.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541; will retry
00:28:18.575 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.28.116.253:45541(127.28.116.253:45541)] connecting to peer
00:28:18.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:18.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.116.253:45541(127.28.116.253:45541)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:18.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.116.253:45541: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:18.578 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541; will retry
00:28:18.656 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.28.116.253:45541(127.28.116.253:45541)] connecting to peer
00:28:18.658 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:18.658 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.28.116.253:45541(127.28.116.253:45541)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:18.659 [INFO - pool-2-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.28.116.253:45541: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:18.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541; will retry
00:28:18.716 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.28.116.253:45541(127.28.116.253:45541)] connecting to peer
00:28:18.717 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:18.717 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.28.116.253:45541(127.28.116.253:45541)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:18.717 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.28.116.253:45541: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:18.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541; will retry
00:28:18.856 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.28.116.253:45541(127.28.116.253:45541)] connecting to peer
00:28:18.858 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:18.858 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.28.116.253:45541(127.28.116.253:45541)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:18.858 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.28.116.253:45541: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:18.859 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541; will retry
00:28:19.276 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.28.116.253:45541(127.28.116.253:45541)] connecting to peer
00:28:19.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:19.277536 29553 heartbeater.cc:646] Failed to heartbeat to 127.28.116.253:45541 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.28.116.253:45541: connect: Connection refused (error 111)
00:28:19.278 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:19.278 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.28.116.253:45541(127.28.116.253:45541)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:19.279 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.28.116.253:45541: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:19.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:19.280655 29690 heartbeater.cc:646] Failed to heartbeat to 127.28.116.253:45541 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.28.116.253:45541: connect: Connection refused (error 111)
00:28:19.281 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541; will retry
00:28:19.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.622936 29886 raft_consensus.cc:493] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader d50ba93fc25e49aabcb57880eb5061fc)
00:28:19.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.623097 29887 raft_consensus.cc:493] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [term 1 FOLLOWER]: Starting pre-election (detected failure of leader d50ba93fc25e49aabcb57880eb5061fc)
00:28:19.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.623170 29886 raft_consensus.cc:515] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } }
00:28:19.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.623239 29887 raft_consensus.cc:515] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } }
00:28:19.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.624313 29887 leader_election.cc:290] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d50ba93fc25e49aabcb57880eb5061fc (127.28.116.253:45541), e52efdb183b54d398bd4ee3686118590 (127.28.116.252:42895)
00:28:19.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.625056 29886 leader_election.cc:290] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f84b8d98dfe64388aedf28d42b5bcd9c (127.28.116.254:36999), d50ba93fc25e49aabcb57880eb5061fc (127.28.116.253:45541)
00:28:19.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.625173 29191 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e52efdb183b54d398bd4ee3686118590" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" is_pre_election: true
00:28:19.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.625325 29191 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e52efdb183b54d398bd4ee3686118590 in term 1.
00:28:19.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.625118 29335 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "e52efdb183b54d398bd4ee3686118590" is_pre_election: true
00:28:19.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:19.625440 29310 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.116.253:45541: connect: Connection refused (error 111)
00:28:19.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.625686 29335 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f84b8d98dfe64388aedf28d42b5bcd9c in term 1.
00:28:19.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.626020 29312 leader_election.cc:304] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e52efdb183b54d398bd4ee3686118590, f84b8d98dfe64388aedf28d42b5bcd9c; no voters: 
00:28:19.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.626156 29165 leader_election.cc:304] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e52efdb183b54d398bd4ee3686118590, f84b8d98dfe64388aedf28d42b5bcd9c; no voters: 
00:28:19.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.626264 29886 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [term 1 FOLLOWER]: Leader pre-election won for term 2
00:28:19.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.626328 29886 raft_consensus.cc:493] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [term 1 FOLLOWER]: Starting leader election (detected failure of leader d50ba93fc25e49aabcb57880eb5061fc)
00:28:19.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.626372 29886 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [term 1 FOLLOWER]: Advancing to term 2
00:28:19.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.626403 29887 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [term 1 FOLLOWER]: Leader pre-election won for term 2
00:28:19.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.626466 29887 raft_consensus.cc:493] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [term 1 FOLLOWER]: Starting leader election (detected failure of leader d50ba93fc25e49aabcb57880eb5061fc)
00:28:19.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.626509 29887 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [term 1 FOLLOWER]: Advancing to term 2
00:28:19.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:19.627148 29166 leader_election.cc:336] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer d50ba93fc25e49aabcb57880eb5061fc (127.28.116.253:45541): Network error: Client connection negotiation failed: client connection to 127.28.116.253:45541: connect: Connection refused (error 111)
00:28:19.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.627758 29886 raft_consensus.cc:515] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } }
00:28:19.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.627898 29887 raft_consensus.cc:515] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } }
00:28:19.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.628120 29886 leader_election.cc:290] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [CANDIDATE]: Term 2 election: Requested vote from peers f84b8d98dfe64388aedf28d42b5bcd9c (127.28.116.254:36999), d50ba93fc25e49aabcb57880eb5061fc (127.28.116.253:45541)
00:28:19.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:19.628161 29310 leader_election.cc:336] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer d50ba93fc25e49aabcb57880eb5061fc (127.28.116.253:45541): Network error: Client connection negotiation failed: client connection to 127.28.116.253:45541: connect: Connection refused (error 111)
00:28:19.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.628398 29887 leader_election.cc:290] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [CANDIDATE]: Term 2 election: Requested vote from peers d50ba93fc25e49aabcb57880eb5061fc (127.28.116.253:45541), e52efdb183b54d398bd4ee3686118590 (127.28.116.252:42895)
00:28:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.628759 29335 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "e52efdb183b54d398bd4ee3686118590"
00:28:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.628922 29335 raft_consensus.cc:2393] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate f84b8d98dfe64388aedf28d42b5bcd9c in current term 2: Already voted for candidate e52efdb183b54d398bd4ee3686118590 in this term.
00:28:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.628935 29191 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e52efdb183b54d398bd4ee3686118590" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c"
00:28:19.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.629070 29191 raft_consensus.cc:2393] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate e52efdb183b54d398bd4ee3686118590 in current term 2: Already voted for candidate f84b8d98dfe64388aedf28d42b5bcd9c in this term.
00:28:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:19.629968 29310 leader_election.cc:336] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer d50ba93fc25e49aabcb57880eb5061fc (127.28.116.253:45541): Network error: Client connection negotiation failed: client connection to 127.28.116.253:45541: connect: Connection refused (error 111)
00:28:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:19.630029 29166 leader_election.cc:336] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer d50ba93fc25e49aabcb57880eb5061fc (127.28.116.253:45541): Network error: Client connection negotiation failed: client connection to 127.28.116.253:45541: connect: Connection refused (error 111)
00:28:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.630066 29310 leader_election.cc:304] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e52efdb183b54d398bd4ee3686118590; no voters: d50ba93fc25e49aabcb57880eb5061fc, f84b8d98dfe64388aedf28d42b5bcd9c
00:28:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.630091 29166 leader_election.cc:304] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f84b8d98dfe64388aedf28d42b5bcd9c; no voters: d50ba93fc25e49aabcb57880eb5061fc, e52efdb183b54d398bd4ee3686118590
00:28:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.630249 29886 raft_consensus.cc:2749] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
00:28:19.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.630380 29887 raft_consensus.cc:2749] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
00:28:19.855 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.28.116.253:45541(127.28.116.253:45541)] connecting to peer
00:28:19.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.856585 29893 raft_consensus.cc:493] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 8dcec55c3d2b43d8a4dfe9401c3f4023)
00:28:19.857 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:19.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.857071 29893 raft_consensus.cc:515] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01fb737a47c8450a99377161de4da08f" member_type: VOTER last_known_addr { host: "127.28.116.194" port: 40791 } } peers { permanent_uuid: "8dcec55c3d2b43d8a4dfe9401c3f4023" member_type: VOTER last_known_addr { host: "127.28.116.195" port: 40347 } } peers { permanent_uuid: "abe96f09554e4a2387f1bb78ecc5abbf" member_type: VOTER last_known_addr { host: "127.28.116.193" port: 34469 } }
00:28:19.857 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.28.116.253:45541(127.28.116.253:45541)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:19.857 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.28.116.253:45541: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:19.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541; will retry
00:28:19.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.858403 29894 raft_consensus.cc:493] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 8dcec55c3d2b43d8a4dfe9401c3f4023)
00:28:19.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.858762 29894 raft_consensus.cc:515] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01fb737a47c8450a99377161de4da08f" member_type: VOTER last_known_addr { host: "127.28.116.194" port: 40791 } } peers { permanent_uuid: "8dcec55c3d2b43d8a4dfe9401c3f4023" member_type: VOTER last_known_addr { host: "127.28.116.195" port: 40347 } } peers { permanent_uuid: "abe96f09554e4a2387f1bb78ecc5abbf" member_type: VOTER last_known_addr { host: "127.28.116.193" port: 34469 } }
00:28:19.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:19.859118 29577 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.116.195:40347: connect: Connection refused (error 111)
00:28:19.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.859719 29893 leader_election.cc:290] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 8dcec55c3d2b43d8a4dfe9401c3f4023 (127.28.116.195:40347), abe96f09554e4a2387f1bb78ecc5abbf (127.28.116.193:34469)
00:28:19.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.860417 29894 leader_election.cc:290] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 01fb737a47c8450a99377161de4da08f (127.28.116.194:40791), 8dcec55c3d2b43d8a4dfe9401c3f4023 (127.28.116.195:40347)
00:28:19.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:19.860414 29577 leader_election.cc:336] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 8dcec55c3d2b43d8a4dfe9401c3f4023 (127.28.116.195:40347): Network error: Client connection negotiation failed: client connection to 127.28.116.195:40347: connect: Connection refused (error 111)
00:28:19.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:19.861308 29440 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.116.195:40347: connect: Connection refused (error 111)
00:28:19.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:19.862432 29440 leader_election.cc:336] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 8dcec55c3d2b43d8a4dfe9401c3f4023 (127.28.116.195:40347): Network error: Client connection negotiation failed: client connection to 127.28.116.195:40347: connect: Connection refused (error 111)
00:28:19.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.864050 29505 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "36a594be88fc45d4be18218fc1b1d931" candidate_uuid: "01fb737a47c8450a99377161de4da08f" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "abe96f09554e4a2387f1bb78ecc5abbf" is_pre_election: true
00:28:19.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.864208 29505 raft_consensus.cc:2468] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 01fb737a47c8450a99377161de4da08f in term 1.
00:28:19.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.864666 29575 leader_election.cc:304] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 01fb737a47c8450a99377161de4da08f, abe96f09554e4a2387f1bb78ecc5abbf; no voters: 8dcec55c3d2b43d8a4dfe9401c3f4023
00:28:19.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.864944 29893 raft_consensus.cc:2804] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f [term 1 FOLLOWER]: Leader pre-election won for term 2
00:28:19.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.865049 29893 raft_consensus.cc:493] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f [term 1 FOLLOWER]: Starting leader election (detected failure of leader 8dcec55c3d2b43d8a4dfe9401c3f4023)
00:28:19.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.865097 29893 raft_consensus.cc:3060] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f [term 1 FOLLOWER]: Advancing to term 2
00:28:19.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.866299 29893 raft_consensus.cc:515] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01fb737a47c8450a99377161de4da08f" member_type: VOTER last_known_addr { host: "127.28.116.194" port: 40791 } } peers { permanent_uuid: "8dcec55c3d2b43d8a4dfe9401c3f4023" member_type: VOTER last_known_addr { host: "127.28.116.195" port: 40347 } } peers { permanent_uuid: "abe96f09554e4a2387f1bb78ecc5abbf" member_type: VOTER last_known_addr { host: "127.28.116.193" port: 34469 } }
00:28:19.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.866252 29642 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "36a594be88fc45d4be18218fc1b1d931" candidate_uuid: "abe96f09554e4a2387f1bb78ecc5abbf" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "01fb737a47c8450a99377161de4da08f" is_pre_election: true
00:28:19.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.866699 29642 raft_consensus.cc:2393] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate abe96f09554e4a2387f1bb78ecc5abbf in current term 2: Already voted for candidate 01fb737a47c8450a99377161de4da08f in this term.
00:28:19.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.866891 29893 leader_election.cc:290] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f [CANDIDATE]: Term 2 election: Requested vote from peers 8dcec55c3d2b43d8a4dfe9401c3f4023 (127.28.116.195:40347), abe96f09554e4a2387f1bb78ecc5abbf (127.28.116.193:34469)
00:28:19.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.867501 29440 leader_election.cc:304] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: abe96f09554e4a2387f1bb78ecc5abbf; no voters: 01fb737a47c8450a99377161de4da08f, 8dcec55c3d2b43d8a4dfe9401c3f4023
00:28:19.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:19.867887 29577 leader_election.cc:336] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 8dcec55c3d2b43d8a4dfe9401c3f4023 (127.28.116.195:40347): Network error: Client connection negotiation failed: client connection to 127.28.116.195:40347: connect: Connection refused (error 111)
00:28:19.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.867995 29894 raft_consensus.cc:3060] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf [term 1 FOLLOWER]: Advancing to term 2
00:28:19.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.868199 29505 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "36a594be88fc45d4be18218fc1b1d931" candidate_uuid: "01fb737a47c8450a99377161de4da08f" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "abe96f09554e4a2387f1bb78ecc5abbf"
00:28:19.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.868927 29894 raft_consensus.cc:2749] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
00:28:19.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.870133 29505 raft_consensus.cc:2468] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 01fb737a47c8450a99377161de4da08f in term 2.
00:28:19.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.870491 29575 leader_election.cc:304] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 01fb737a47c8450a99377161de4da08f, abe96f09554e4a2387f1bb78ecc5abbf; no voters: 8dcec55c3d2b43d8a4dfe9401c3f4023
00:28:19.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.870731 29893 raft_consensus.cc:2804] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f [term 2 FOLLOWER]: Leader election won for term 2
00:28:19.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.870998 29893 raft_consensus.cc:697] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f [term 2 LEADER]: Becoming Leader. State: Replica: 01fb737a47c8450a99377161de4da08f, State: Running, Role: LEADER
00:28:19.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.871374 29893 consensus_queue.cc:237] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01fb737a47c8450a99377161de4da08f" member_type: VOTER last_known_addr { host: "127.28.116.194" port: 40791 } } peers { permanent_uuid: "8dcec55c3d2b43d8a4dfe9401c3f4023" member_type: VOTER last_known_addr { host: "127.28.116.195" port: 40347 } } peers { permanent_uuid: "abe96f09554e4a2387f1bb78ecc5abbf" member_type: VOTER last_known_addr { host: "127.28.116.193" port: 34469 } }
00:28:20.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:20.285037 29577 consensus_peers.cc:597] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f -> Peer 8dcec55c3d2b43d8a4dfe9401c3f4023 (127.28.116.195:40347): Couldn't send request to peer 8dcec55c3d2b43d8a4dfe9401c3f4023. Status: Network error: Client connection negotiation failed: client connection to 127.28.116.195:40347: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:28:20.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.369519 29505 raft_consensus.cc:1275] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf [term 2 FOLLOWER]: Refusing update from remote peer 01fb737a47c8450a99377161de4da08f: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
00:28:20.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.370321 29893 consensus_queue.cc:1048] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f [LEADER]: Connected to new peer: Peer: permanent_uuid: "abe96f09554e4a2387f1bb78ecc5abbf" member_type: VOTER last_known_addr { host: "127.28.116.193" port: 34469 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
00:28:20.435 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.28.116.253:45541(127.28.116.253:45541)] connecting to peer
00:28:20.438 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:20.438 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.28.116.253:45541(127.28.116.253:45541)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:20.439 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.28.116.253:45541: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:20.439 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541; will retry
00:28:21.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.078014 29291 master_runner.cc:187] Error getting master registration for 127.28.116.253:45541: Network error: Client connection negotiation failed: client connection to 127.28.116.253:45541: connect: Connection refused (error 111), 
00:28:21.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.078248 29291 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:28:21.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.146410 29150 master_runner.cc:187] Error getting master registration for 127.28.116.253:45541: Network error: Client connection negotiation failed: client connection to 127.28.116.253:45541: connect: Connection refused (error 111), 
00:28:21.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.148314 29150 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:28:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.493760 29914 raft_consensus.cc:493] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.493944 29914 raft_consensus.cc:515] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } }
00:28:21.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.494652 29914 leader_election.cc:290] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers d50ba93fc25e49aabcb57880eb5061fc (127.28.116.253:45541), e52efdb183b54d398bd4ee3686118590 (127.28.116.252:42895)
00:28:21.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.495324 29335 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" candidate_term: 3 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "e52efdb183b54d398bd4ee3686118590" is_pre_election: true
00:28:21.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.495512 29335 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f84b8d98dfe64388aedf28d42b5bcd9c in term 2.
00:28:21.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:21.495765 29166 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.28.116.253:45541: connect: Connection refused (error 111) [suppressed 7 similar messages]
00:28:21.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.495993 29165 leader_election.cc:304] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e52efdb183b54d398bd4ee3686118590, f84b8d98dfe64388aedf28d42b5bcd9c; no voters: 
00:28:21.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.496279 29914 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [term 2 FOLLOWER]: Leader pre-election won for term 3
00:28:21.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.496344 29914 raft_consensus.cc:493] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:21.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.496392 29914 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [term 2 FOLLOWER]: Advancing to term 3
00:28:21.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:21.497035 29166 leader_election.cc:336] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer d50ba93fc25e49aabcb57880eb5061fc (127.28.116.253:45541): Network error: Client connection negotiation failed: client connection to 127.28.116.253:45541: connect: Connection refused (error 111)
00:28:21.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.497906 29914 raft_consensus.cc:515] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } }
00:28:21.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.498347 29914 leader_election.cc:290] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [CANDIDATE]: Term 3 election: Requested vote from peers d50ba93fc25e49aabcb57880eb5061fc (127.28.116.253:45541), e52efdb183b54d398bd4ee3686118590 (127.28.116.252:42895)
00:28:21.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.498960 29335 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" candidate_term: 3 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "e52efdb183b54d398bd4ee3686118590"
00:28:21.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.499163 29335 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [term 2 FOLLOWER]: Advancing to term 3
00:28:21.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:21.499765 29166 leader_election.cc:336] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer d50ba93fc25e49aabcb57880eb5061fc (127.28.116.253:45541): Network error: Client connection negotiation failed: client connection to 127.28.116.253:45541: connect: Connection refused (error 111)
00:28:21.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.500511 29335 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f84b8d98dfe64388aedf28d42b5bcd9c in term 3.
00:28:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.500986 29165 leader_election.cc:304] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: e52efdb183b54d398bd4ee3686118590, f84b8d98dfe64388aedf28d42b5bcd9c; no voters: d50ba93fc25e49aabcb57880eb5061fc
00:28:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.501334 29914 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [term 3 FOLLOWER]: Leader election won for term 3
00:28:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.501555 29914 raft_consensus.cc:697] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [term 3 LEADER]: Becoming Leader. State: Replica: f84b8d98dfe64388aedf28d42b5bcd9c, State: Running, Role: LEADER
00:28:21.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.501911 29914 consensus_queue.cc:237] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } }
00:28:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.503209 29916 sys_catalog.cc:455] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [sys.catalog]: SysCatalogTable state changed. Reason: New leader f84b8d98dfe64388aedf28d42b5bcd9c. Latest consensus state: current_term: 3 leader_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } } }
00:28:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.503381 29916 sys_catalog.cc:458] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [sys.catalog]: This master's current role is: LEADER
00:28:21.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.503871 29918 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:28:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.505769 29918 catalog_manager.cc:679] Loaded metadata for table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=6859945d522a4f909a1d42be28ca6ef6]
00:28:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.507052 29918 tablet_loader.cc:96] loaded metadata for tablet 36a594be88fc45d4be18218fc1b1d931 (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=6859945d522a4f909a1d42be28ca6ef6])
00:28:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.507226 29918 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:28:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.507732 29918 catalog_manager.cc:1294] Loaded cluster ID: 911cb198d9a44f599e4d385770764562
00:28:21.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.507797 29918 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:28:21.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.508468 29918 catalog_manager.cc:1539] Loading token signing keys...
00:28:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.508939 29918 catalog_manager.cc:6080] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c: Loaded TSK: 0
00:28:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.509742 29918 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:28:21.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:21.982245 29166 consensus_peers.cc:597] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c -> Peer d50ba93fc25e49aabcb57880eb5061fc (127.28.116.253:45541): Couldn't send request to peer d50ba93fc25e49aabcb57880eb5061fc. Status: Network error: Client connection negotiation failed: client connection to 127.28.116.253:45541: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:28:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.002897 29335 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [term 3 FOLLOWER]: Refusing update from remote peer f84b8d98dfe64388aedf28d42b5bcd9c: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 3 index: 8. (index mismatch)
00:28:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.003665 29916 consensus_queue.cc:1048] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [LEADER]: Connected to new peer: Peer: permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
00:28:22.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.005249 29921 sys_catalog.cc:455] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f84b8d98dfe64388aedf28d42b5bcd9c. Latest consensus state: current_term: 3 leader_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } } }
00:28:22.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.005434 29921 sys_catalog.cc:458] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [sys.catalog]: This master's current role is: FOLLOWER
00:28:22.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.007838 29921 sys_catalog.cc:455] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } } }
00:28:22.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.007994 29921 sys_catalog.cc:458] T 00000000000000000000000000000000 P e52efdb183b54d398bd4ee3686118590 [sys.catalog]: This master's current role is: FOLLOWER
00:28:22.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.008622 29916 sys_catalog.cc:455] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f84b8d98dfe64388aedf28d42b5bcd9c" member_type: VOTER last_known_addr { host: "127.28.116.254" port: 36999 } } peers { permanent_uuid: "d50ba93fc25e49aabcb57880eb5061fc" member_type: VOTER last_known_addr { host: "127.28.116.253" port: 45541 } } peers { permanent_uuid: "e52efdb183b54d398bd4ee3686118590" member_type: VOTER last_known_addr { host: "127.28.116.252" port: 42895 } } }
00:28:22.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.008783 29916 sys_catalog.cc:458] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c [sys.catalog]: This master's current role is: LEADER
00:28:22.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.379355 29180 catalog_manager.cc:5696] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f reported cstate change: term changed from 1 to 2, leader changed from 8dcec55c3d2b43d8a4dfe9401c3f4023 (127.28.116.195) to 01fb737a47c8450a99377161de4da08f (127.28.116.194). New cstate: current_term: 2 leader_uuid: "01fb737a47c8450a99377161de4da08f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "01fb737a47c8450a99377161de4da08f" member_type: VOTER last_known_addr { host: "127.28.116.194" port: 40791 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "8dcec55c3d2b43d8a4dfe9401c3f4023" member_type: VOTER last_known_addr { host: "127.28.116.195" port: 40347 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "abe96f09554e4a2387f1bb78ecc5abbf" member_type: VOTER last_known_addr { host: "127.28.116.193" port: 34469 } health_report { overall_health: HEALTHY } } }
00:28:22.876 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.28.116.253:45541(127.28.116.253:45541)] connecting to peer
00:28:22.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:22.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.116.253:45541(127.28.116.253:45541)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:22.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.28.116.253:45541: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541
00:28:22.881 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:28:22.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:22.882570 29577 consensus_peers.cc:597] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f -> Peer 8dcec55c3d2b43d8a4dfe9401c3f4023 (127.28.116.195:40347): Couldn't send request to peer 8dcec55c3d2b43d8a4dfe9401c3f4023. Status: Network error: Client connection negotiation failed: client connection to 127.28.116.195:40347: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
00:28:22.884 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=13, TimeoutTracker(timeout=29983, elapsed=4427), Traces: [0ms] sending RPC to server master-127.28.116.253:45541, [5ms] received response from server master-127.28.116.253:45541: Network error: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [5ms] delaying RPC due to: Network error: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.252:42895, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.254:36999, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.253:45541, [24ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.252:42895: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.254:36999: OK, [26ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.253:45541: Network error: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [30ms] delaying RPC due to: Service unavailable: Master config (127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.252:42895, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.254:36999, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.253:45541, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.252:42895: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.254:36999: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.253:45541: Network error: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [45ms] delaying RPC due to: Service unavailable: Master config (127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.252:42895, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.254:36999, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.253:45541, [65ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.252:42895: OK, [65ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.254:36999: OK, [65ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.253:45541: Network error: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [65ms] delaying RPC due to: Service unavailable: Master config (127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.252:42895, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.254:36999, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.253:45541, [84ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.253:45541: Network error: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [85ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.254:36999: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.252:42895: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.252:42895, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.254:36999, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.253:45541, [123ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.253:45541: Network error: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [124ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.252:42895: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.254:36999: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.252:42895, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.254:36999, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.253:45541, [204ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.253:45541: Network error: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [205ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.254:36999: OK, [205ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.252:42895: OK, [206ms] delaying RPC due to: Service unavailable: Master config (127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [260ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.252:42895, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.254:36999, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.253:45541, [263ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.253:45541: Network error: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [264ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.254:36999: OK, [264ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.252:42895: OK, [265ms] delaying RPC due to: Service unavailable: Master config (127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.252:42895, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.254:36999, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.253:45541, [404ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.253:45541: Network error: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [404ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.254:36999: OK, [404ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.252:42895: OK, [405ms] delaying RPC due to: Service unavailable: Master config (127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [820ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.252:42895, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.254:36999, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.253:45541, [824ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.252:42895: OK, [824ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.253:45541: Network error: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [827ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.254:36999: OK, [827ms] delaying RPC due to: Service unavailable: Master config (127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.252:42895, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.254:36999, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.253:45541, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.253:45541: Network error: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [1404ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.252:42895: OK, [1404ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.254:36999: OK, [1404ms] delaying RPC due to: Service unavailable: Master config (127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [1980ms] refreshing cache from master, [1980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.252:42895, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.254:36999, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.253:45541, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.254:36999: OK, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.252:42895: OK, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.253:45541: Network error: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [1985ms] delaying RPC due to: Service unavailable: Master config (127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [4420ms] refreshing cache from master, [4421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.252:42895, [4421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.254:36999, [4422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.253:45541, [4424ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.253:45541: Network error: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [4426ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.252:42895: OK, [4426ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.254:36999: OK, deferred=Deferred@1622785679(state=PENDING, result=null, callback=get tablet locations from the master for table org.apache.kudu.client.TestClientFailoverSupport-KILL -> release master lookup permit -> retry RPC -> (continuation of Deferred@938874303 after retry RPC after error@1266628840) -> (continuation of Deferred@2078177512 after retry RPC after error@1455357146) -> (continuation of Deferred@1365393503 after retry RPC after error@1667799779) -> (continuation of Deferred@1811527518 after retry RPC after error@1241571031) -> (continuation of Deferred@161681264 after retry RPC after error@775627557) -> (continuation of Deferred@140391163 after retry RPC after error@1155838785) -> (continuation of Deferred@1437465634 after retry RPC after error@586735545) -> (continuation of Deferred@1531508983 after retry RPC after error@987182692) -> (continuation of Deferred@10584560 after retry RPC after error@1681949514) -> (continuation of Deferred@2027110517 after retry RPC after error@2075409693) -> (continuation of Deferred@2006359450 after retry RPC after error@397150961), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@938874303 after retry RPC after error@1266628840) -> (continuation of Deferred@2078177512 after retry RPC after error@1455357146) -> (continuation of Deferred@1365393503 after retry RPC after error@1667799779) -> (continuation of Deferred@1811527518 after retry RPC after error@1241571031) -> (continuation of Deferred@161681264 after retry RPC after error@775627557) -> (continuation of Deferred@140391163 after retry RPC after error@1155838785) -> (continuation of Deferred@1437465634 after retry RPC after error@586735545) -> (continuation of Deferred@1531508983 after retry RPC after error@987182692) -> (continuation of Deferred@10584560 after retry RPC after error@1681949514) -> (continuation of Deferred@2027110517 after retry RPC after error@2075409693) -> (continuation of Deferred@2006359450 after retry RPC after error@397150961))) after lookup
00:28:22.888 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 36a594be88fc45d4be18218fc1b1d931 for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
00:28:22.889 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=36a594be88fc45d4be18218fc1b1d931@[01fb737a47c8450a99377161de4da08f(127.28.116.194:40791)[L],8dcec55c3d2b43d8a4dfe9401c3f4023(127.28.116.195:40347),abe96f09554e4a2387f1bb78ecc5abbf(127.28.116.193:34469)]}]
00:28:22.891 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=36a594be88fc45d4be18218fc1b1d931, attempt=2, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=4452), Traces: [0ms] sending RPC to server 8dcec55c3d2b43d8a4dfe9401c3f4023, [0ms] received response from server 8dcec55c3d2b43d8a4dfe9401c3f4023: Network error: connection closed, [1ms] delaying RPC due to: Network error: connection closed, [17ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.28.116.253:45541, [22ms] Sub RPC GetTableLocations: received response from server master-127.28.116.253:45541: Network error: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [22ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [37ms] Sub RPC GetTableLocations: refreshing cache from master, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.252:42895, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.254:36999, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.253:45541, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.252:42895: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.254:36999: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.253:45541: Network error: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [47ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [57ms] Sub RPC GetTableLocations: refreshing cache from master, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.252:42895, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.254:36999, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.253:45541, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.252:42895: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.254:36999: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.253:45541: Network error: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [62ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [78ms] Sub RPC GetTableLocations: refreshing cache from master, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.252:42895, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.254:36999, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.253:45541, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.252:42895: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.254:36999: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.253:45541: Network error: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [82ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [97ms] Sub RPC GetTableLocations: refreshing cache from master, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.252:42895, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.254:36999, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.253:45541, [101ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.253:45541: Network error: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.254:36999: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.252:42895: OK, [103ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [137ms] Sub RPC GetTableLocations: refreshing cache from master, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.252:42895, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.254:36999, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.253:45541, [140ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.253:45541: Network error: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.252:42895: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.254:36999: OK, [141ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [218ms] Sub RPC GetTableLocations: refreshing cache from master, [218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.252:42895, [218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.254:36999, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.253:45541, [221ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.253:45541: Network error: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.254:36999: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.252:42895: OK, [223ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [277ms] Sub RPC GetTableLocations: refreshing cache from master, [278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.252:42895, [278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.254:36999, [278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.253:45541, [280ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.253:45541: Network error: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [281ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.254:36999: OK, [281ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.252:42895: OK, [282ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [417ms] Sub RPC GetTableLocations: refreshing cache from master, [418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.252:42895, [418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.254:36999, [418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.253:45541, [421ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.253:45541: Network error: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [421ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.254:36999: OK, [421ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.252:42895: OK, [422ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [837ms] Sub RPC GetTableLocations: refreshing cache from master, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.252:42895, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.254:36999, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.253:45541, [841ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.252:42895: OK, [841ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.253:45541: Network error: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [844ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.254:36999: OK, [844ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [1417ms] Sub RPC GetTableLocations: refreshing cache from master, [1417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.252:42895, [1417ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.254:36999, [1418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.253:45541, [1420ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.253:45541: Network error: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [1421ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.252:42895: OK, [1421ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.254:36999: OK, [1421ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [1997ms] Sub RPC GetTableLocations: refreshing cache from master, [1997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.252:42895, [1998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.254:36999, [1998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.253:45541, [2000ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.254:36999: OK, [2001ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.252:42895: OK, [2001ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.253:45541: Network error: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [2002ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.28.116.252:42895,127.28.116.254:36999,127.28.116.253:45541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [4437ms] Sub RPC GetTableLocations: refreshing cache from master, [4438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.252:42895, [4438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.254:36999, [4439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.28.116.253:45541, [4441ms] Sub RPC ConnectToMaster: received response from server master-127.28.116.253:45541: Network error: Failed to connect to peer master-127.28.116.253:45541(127.28.116.253:45541): Connection refused: /127.28.116.253:45541, [4443ms] too many traces: truncated at 100 traces, [4443ms] too many traces: truncated at 100 traces, deferred=Deferred@790144994(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fefd036e510@6c2185d6 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1b2de121 -> wakeup thread Time-limited test)) after lookup
00:28:22.893 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 01fb737a47c8450a99377161de4da08f(127.28.116.194:40791)] connecting to peer
00:28:22.894 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 01fb737a47c8450a99377161de4da08f(127.28.116.194:40791)] Successfully connected to peer
00:28:22.919 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc2210a6d, L:/127.0.0.1:53164 - R:/127.28.116.194:40791] using TOKEN/null
00:28:23.010 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 20 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-KILL, tablet=36a594be88fc45d4be18218fc1b1d931, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:23.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.017083 29180 catalog_manager.cc:2532] Servicing SoftDeleteTable request from {username='slave'} at 127.0.0.1:35912:
00:28:23.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-KILL" }
00:28:23.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.017377 29180 catalog_manager.cc:2780] Servicing DeleteTable request from {username='slave'} at 127.0.0.1:35912:
00:28:23.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-KILL" }
00:28:23.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.023816 29180 catalog_manager.cc:5983] T 00000000000000000000000000000000 P f84b8d98dfe64388aedf28d42b5bcd9c: Sending DeleteTablet for 3 replicas of tablet 36a594be88fc45d4be18218fc1b1d931
00:28:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.033473 29622 tablet_service.cc:1558] Processing DeleteTablet for tablet 36a594be88fc45d4be18218fc1b1d931 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-08 00:28:23 UTC) from {username='slave'} at 127.0.0.1:53176
00:28:23.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.034621 29167 catalog_manager.cc:4754] TS 8dcec55c3d2b43d8a4dfe9401c3f4023 (127.28.116.195:40347): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet 36a594be88fc45d4be18218fc1b1d931: Network error: Client connection negotiation failed: client connection to 127.28.116.195:40347: connect: Connection refused (error 111)
00:28:23.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.035404 29949 tablet_replica.cc:333] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f: stopping tablet replica
00:28:23.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.035944 29949 raft_consensus.cc:2243] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f [term 2 LEADER]: Raft consensus shutting down.
00:28:23.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.037508 29949 raft_consensus.cc:2272] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f [term 2 FOLLOWER]: Raft consensus is shut down!
00:28:23.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.040737 29949 ts_tablet_manager.cc:1916] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f: Deleting tablet data with delete state TABLET_DATA_DELETED
00:28:23.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.040733 29485 tablet_service.cc:1558] Processing DeleteTablet for tablet 36a594be88fc45d4be18218fc1b1d931 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-08 00:28:23 UTC) from {username='slave'} at 127.0.0.1:58686
00:28:23.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.041396 29950 tablet_replica.cc:333] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf: stopping tablet replica
00:28:23.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.041920 29950 raft_consensus.cc:2243] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf [term 2 FOLLOWER]: Raft consensus shutting down.
00:28:23.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.042424 29950 raft_consensus.cc:2272] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf [term 2 FOLLOWER]: Raft consensus is shut down!
00:28:23.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.043982 29949 ts_tablet_manager.cc:1929] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 2.22
00:28:23.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.044090 29950 ts_tablet_manager.cc:1916] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf: Deleting tablet data with delete state TABLET_DATA_DELETED
00:28:23.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.044381 29949 log.cc:1199] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f: Deleting WAL directory at /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-1/wal/wals/36a594be88fc45d4be18218fc1b1d931
00:28:23.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.044965 29949 ts_tablet_manager.cc:1950] T 36a594be88fc45d4be18218fc1b1d931 P 01fb737a47c8450a99377161de4da08f: Deleting consensus metadata
00:28:23.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.046852 29950 ts_tablet_manager.cc:1929] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 2.22
00:28:23.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.047151 29950 log.cc:1199] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf: Deleting WAL directory at /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster4188445225947015561/ts-0/wal/wals/36a594be88fc45d4be18218fc1b1d931
00:28:23.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.047674 29950 ts_tablet_manager.cc:1950] T 36a594be88fc45d4be18218fc1b1d931 P abe96f09554e4a2387f1bb78ecc5abbf: Deleting consensus metadata
00:28:23.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.047724 29167 catalog_manager.cc:5027] TS 01fb737a47c8450a99377161de4da08f (127.28.116.194:40791): tablet 36a594be88fc45d4be18218fc1b1d931 (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=6859945d522a4f909a1d42be28ca6ef6]) successfully deleted
00:28:23.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.049355 29165 catalog_manager.cc:5027] TS abe96f09554e4a2387f1bb78ecc5abbf (127.28.116.193:34469): tablet 36a594be88fc45d4be18218fc1b1d931 (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=6859945d522a4f909a1d42be28ca6ef6]) successfully deleted
00:28:23.052 [DEBUG - main] (Connection.java:575) [peer 8dcec55c3d2b43d8a4dfe9401c3f4023(127.28.116.195:40347)] disconnecting while in state TERMINATED
00:28:23.053 [DEBUG - main] (Connection.java:575) [peer 01fb737a47c8450a99377161de4da08f(127.28.116.194:40791)] disconnecting while in state READY
00:28:23.056 [DEBUG - main] (Connection.java:575) [peer master-127.28.116.252:42895(127.28.116.252:42895)] disconnecting while in state READY
00:28:23.057 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 01fb737a47c8450a99377161de4da08f(127.28.116.194:40791)] handling channelInactive
00:28:23.056 [DEBUG - main] (Connection.java:575) [peer master-127.28.116.254:36999(127.28.116.254:36999)] disconnecting while in state READY
00:28:23.057 [DEBUG - main] (Connection.java:575) [peer master-127.28.116.253:45541(127.28.116.253:45541)] disconnecting while in state TERMINATED
00:28:23.057 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.28.116.252:42895(127.28.116.252:42895)] handling channelInactive
00:28:23.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 01fb737a47c8450a99377161de4da08f(127.28.116.194:40791)] cleaning up while in state READY due to: connection closed
00:28:23.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.28.116.252:42895(127.28.116.252:42895)] cleaning up while in state READY due to: connection closed
00:28:23.059 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:28:23.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.064230 29139 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu with pid 29423
00:28:23.065 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.28.116.254:36999(127.28.116.254:36999)] handling channelInactive
00:28:23.065 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.28.116.254:36999(127.28.116.254:36999)] cleaning up while in state READY due to: connection closed
00:28:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.073617 29139 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu with pid 29560
00:28:23.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.081583 29139 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu with pid 29150
00:28:23.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.090082 29139 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu with pid 29291
00:28:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:28:23Z chronyd exiting
.00:28:23.146 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783470503146
00:28:23.149 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
00:28:23.150 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:28:23.150 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskkbOHCg/test-tmp
00:28:23.150 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/debug/bin
00:28:23.150 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskkbOHCg/java/build/dist-test/../../../build/debug/bin/kudu, test, mini_cluster, --serialization=pb]
00:28:23.153 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

00:28:23.280 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:28:23.280 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

00:28:23.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.282372 29954 mini_oidc.cc:150] Starting JWKS server
00:28:23.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.284612 29954 webserver.cc:534] Webserver started at http://127.0.0.1:46661/ using document root <none> and password file <none>
00:28:23.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.284801 29954 mini_oidc.cc:186] Starting OIDC Discovery server
00:28:23.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.285068 29954 webserver.cc:534] Webserver started at http://127.0.0.1:39611/ using document root <none> and password file <none>
00:28:23.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:28:23Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
00:28:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:28:23Z Disabled control of system clock
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.303884 29954 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/wal
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/data
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/logs
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/data/info.pb
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.64.190:33503
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.64.190
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.64.148:42117
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:23.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811
00:28:23.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:23.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46661/jwks.json with env {}
00:28:23.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.416330 29965 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:23.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.416594 29965 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:23.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.416661 29965 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.420075 29965 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:28:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.420163 29965 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.420194 29965 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:28:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.420217 29965 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:28:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.420241 29965 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:28:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.420262 29965 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46661/jwks.json
00:28:23.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.424213 29965 master_runner.cc:387] Master server non-default flags:
00:28:23.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:23.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.64.148:42117
00:28:23.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:23.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:23.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/data
00:28:23.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/wal
00:28:23.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:23.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811
00:28:23.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:23.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:23.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:23.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.64.190:33503
00:28:23.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:23.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:23.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:23.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46661/jwks.json
00:28:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/data/info.pb
00:28:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.64.190
00:28:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.29965
00:28:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/logs
00:28:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:28:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
00:28:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on bdcb31816ec0
00:28:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16840
00:28:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.425695 29965 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:23.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.426854 29965 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.433251 29971 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.433297 29970 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.433386 29965 server_base.cc:1061] running on GCE node
00:28:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.433280 29973 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:23.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.434134 29965 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:23.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.435228 29965 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.436480 29965 hybrid_clock.cc:648] HybridClock initialized: now 1783470503436455 us; error 47 us; skew 500 ppm
00:28:23.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.438715 29965 webserver.cc:534] Webserver started at http://127.29.64.190:42159/ using document root <none> and password file <none>
00:28:23.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.439438 29965 fs_manager.cc:362] Metadata directory not provided
00:28:23.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.439559 29965 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:23.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.439774 29965 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:23.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.441852 29965 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/data/instance:
00:28:23.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "feee2f1b153348049fd69c26c31dd695"
00:28:23.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:23 on dist-test-slave-4xvf"
00:28:23.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.442354 29965 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/wal/instance:
00:28:23.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "feee2f1b153348049fd69c26c31dd695"
00:28:23.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:23 on dist-test-slave-4xvf"
00:28:23.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.446103 29965 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.002s	sys 0.004s
00:28:23.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.448575 29979 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:23.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.449805 29965 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
00:28:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.449913 29965 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/data,/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/wal
00:28:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "feee2f1b153348049fd69c26c31dd695"
00:28:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:23 on dist-test-slave-4xvf"
00:28:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.449987 29965 fs_report.cc:389] FS layout report
00:28:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/wal
00:28:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/wal
00:28:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/data/data
00:28:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:23.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:23.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.473826 29965 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:23.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.474660 29965 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:23.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.474838 29965 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:23.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.484176 29965 rpc_server.cc:307] RPC server started. Bound to: 127.29.64.190:33503
00:28:23.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.484176 30032 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.64.190:33503 every 8 connection(s)
00:28:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.485514 29965 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/data/info.pb
00:28:23.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.488915 30033 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:23.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.491452 29954 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu as pid 29965
00:28:23.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.491719 29954 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/wal/instance
00:28:23.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.492157 30033 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } has no permanent_uuid. Determining permanent_uuid...
00:28:23.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.493494 29954 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu
00:28:23.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu
00:28:23.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-1/wal
00:28:23.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-1/data
00:28:23.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:23.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:23.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-1/logs
00:28:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-1/data/info.pb
00:28:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:28:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:23.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.64.189:33243
00:28:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.64.189
00:28:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.64.148:42117
00:28:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811
00:28:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46661/jwks.json with env {}
00:28:23.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.506215 30033 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } has no permanent_uuid. Determining permanent_uuid...
00:28:23.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.507445 29982 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.64.189:33243: connect: Connection refused (error 111)
00:28:23.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.508774 30033 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.64.189:33243: Network error: Client connection negotiation failed: client connection to 127.29.64.189:33243: connect: Connection refused (error 111)
00:28:23.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.558034 30033 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } attempt: 1
00:28:23.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.560351 30033 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.64.189:33243: Network error: Client connection negotiation failed: client connection to 127.29.64.189:33243: connect: Connection refused (error 111)
00:28:23.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.600260 30036 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:23.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.600555 30036 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:23.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.600605 30036 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:23.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.603904 30036 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:28:23.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.603966 30036 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:23.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.603987 30036 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:28:23.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.604004 30036 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:28:23.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.604022 30036 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:28:23.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.604038 30036 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46661/jwks.json
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.607846 30036 master_runner.cc:387] Master server non-default flags:
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.64.148:42117
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-1/data
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-1/wal
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.64.189:33243
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46661/jwks.json
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-1/data/info.pb
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.64.189
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.30036
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:23.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-1/logs
00:28:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:28:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
00:28:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on bdcb31816ec0
00:28:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16840
00:28:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.608922 30036 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:23.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.609973 30036 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:23.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.616020 30044 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:23.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.616043 30043 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:23.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.616011 30046 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:23.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.616616 30036 server_base.cc:1061] running on GCE node
00:28:23.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.617237 30036 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:23.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.618358 30036 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:23.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.619588 30036 hybrid_clock.cc:648] HybridClock initialized: now 1783470503619567 us; error 40 us; skew 500 ppm
00:28:23.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.622129 30036 webserver.cc:534] Webserver started at http://127.29.64.189:34167/ using document root <none> and password file <none>
00:28:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.622928 30036 fs_manager.cc:362] Metadata directory not provided
00:28:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.623023 30036 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:23.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.623309 30036 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:23.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.625278 30036 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-1/data/instance:
00:28:23.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "16a4b74f64eb4c118c57381175c52b41"
00:28:23.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:23 on dist-test-slave-4xvf"
00:28:23.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.625905 30036 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-1/wal/instance:
00:28:23.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "16a4b74f64eb4c118c57381175c52b41"
00:28:23.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:23 on dist-test-slave-4xvf"
00:28:23.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.628557 30033 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } attempt: 2
00:28:23.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.630496 30033 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.64.189:33243: Network error: Client connection negotiation failed: client connection to 127.29.64.189:33243: connect: Connection refused (error 111)
00:28:23.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.630540 30036 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.006s	sys 0.000s
00:28:23.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.633723 30052 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.634975 30036 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
00:28:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.635150 30036 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-1/data,/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-1/wal
00:28:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "16a4b74f64eb4c118c57381175c52b41"
00:28:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:23 on dist-test-slave-4xvf"
00:28:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.635322 30036 fs_report.cc:389] FS layout report
00:28:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-1/wal
00:28:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-1/wal
00:28:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-1/data/data
00:28:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:23.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:23.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:23.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.666603 30036 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:23.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.667829 30036 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:23.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.668190 30036 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:23.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.677731 30036 rpc_server.cc:307] RPC server started. Bound to: 127.29.64.189:33243
00:28:23.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.677737 30104 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.64.189:33243 every 8 connection(s)
00:28:23.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.679160 30036 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-1/data/info.pb
00:28:23.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.681995 29954 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu as pid 30036
00:28:23.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.682153 29954 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-1/wal/instance
00:28:23.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.682310 30105 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:23.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.682937 29954 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu
00:28:23.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu
00:28:23.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-2/wal
00:28:23.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-2/data
00:28:23.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:23.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:23.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:23.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:23.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:23.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:23.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-2/logs
00:28:23.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-2/data/info.pb
00:28:23.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:23.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:23.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:23.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:23.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:23.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:23.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:23.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:23.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:28:23.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:23.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:23.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:23.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.64.188:38811
00:28:23.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.64.188
00:28:23.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:23.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.64.148:42117
00:28:23.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:23.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:23.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:23.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:23.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811
00:28:23.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:23.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46661/jwks.json with env {}
00:28:23.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.685813 30105 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } has no permanent_uuid. Determining permanent_uuid...
00:28:23.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.696231 30105 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } has no permanent_uuid. Determining permanent_uuid...
00:28:23.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.703226 30105 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } has no permanent_uuid. Determining permanent_uuid...
00:28:23.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.704164 30056 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.64.188:38811: connect: Connection refused (error 111)
00:28:23.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.705125 30105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.64.188:38811: Network error: Client connection negotiation failed: client connection to 127.29.64.188:38811: connect: Connection refused (error 111)
00:28:23.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.721717 30033 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } attempt: 3
00:28:23.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.727039 30033 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } has no permanent_uuid. Determining permanent_uuid...
00:28:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.728874 30033 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.64.188:38811: Network error: Client connection negotiation failed: client connection to 127.29.64.188:38811: connect: Connection refused (error 111)
00:28:23.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.754408 30105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } attempt: 1
00:28:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.756929 30105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.64.188:38811: Network error: Client connection negotiation failed: client connection to 127.29.64.188:38811: connect: Connection refused (error 111)
00:28:23.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.760071 30033 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } attempt: 1
00:28:23.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.761883 30033 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.64.188:38811: Network error: Client connection negotiation failed: client connection to 127.29.64.188:38811: connect: Connection refused (error 111)
00:28:23.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.813509 30107 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:23.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.813855 30107 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:23.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.813922 30107 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:23.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.818220 30107 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:28:23.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.818322 30107 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:23.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.818346 30107 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:28:23.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.818367 30107 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:28:23.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.818388 30107 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:28:23.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.818404 30107 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46661/jwks.json
00:28:23.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.823235 30107 master_runner.cc:387] Master server non-default flags:
00:28:23.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:23.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.64.148:42117
00:28:23.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:23.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:23.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-2/data
00:28:23.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-2/wal
00:28:23.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:23.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811
00:28:23.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:23.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:23.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:23.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.64.188:38811
00:28:23.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46661/jwks.json
00:28:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-2/data/info.pb
00:28:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.64.188
00:28:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.30107
00:28:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-2/logs
00:28:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:28:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
00:28:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on bdcb31816ec0
00:28:23.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16840
00:28:23.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.825053 30107 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:23.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.825186 30105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } attempt: 2
00:28:23.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.826706 30105 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.64.188:38811: Network error: Client connection negotiation failed: client connection to 127.29.64.188:38811: connect: Connection refused (error 111)
00:28:23.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.826848 30107 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.834699 30115 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.834838 30116 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.834838 30118 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:23.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.835541 30107 server_base.cc:1061] running on GCE node
00:28:23.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.836362 30107 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:23.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.837074 30033 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } attempt: 2
00:28:23.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.837721 30107 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:23.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.838815 30033 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.64.188:38811: Network error: Client connection negotiation failed: client connection to 127.29.64.188:38811: connect: Connection refused (error 111)
00:28:23.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.839232 30107 hybrid_clock.cc:648] HybridClock initialized: now 1783470503839206 us; error 38 us; skew 500 ppm
00:28:23.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.841620 30107 webserver.cc:534] Webserver started at http://127.29.64.188:42805/ using document root <none> and password file <none>
00:28:23.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.842268 30107 fs_manager.cc:362] Metadata directory not provided
00:28:23.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.842329 30107 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:23.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.842522 30107 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.844386 30107 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-2/data/instance:
00:28:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4488486c7a464b698bca41ea0e91057d"
00:28:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:23 on dist-test-slave-4xvf"
00:28:23.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.844868 30107 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-2/wal/instance:
00:28:23.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4488486c7a464b698bca41ea0e91057d"
00:28:23.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:23 on dist-test-slave-4xvf"
00:28:23.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.848737 30107 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.004s	sys 0.000s
00:28:23.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.851358 30124 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:23.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.852620 30107 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.000s	sys 0.003s
00:28:23.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.852779 30107 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-2/data,/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-2/wal
00:28:23.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4488486c7a464b698bca41ea0e91057d"
00:28:23.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:23 on dist-test-slave-4xvf"
00:28:23.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.852937 30107 fs_report.cc:389] FS layout report
00:28:23.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:23.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-2/wal
00:28:23.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-2/wal
00:28:23.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-2/data/data
00:28:23.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:23.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:23.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:23.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:23.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:23.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:23.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:23.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:23.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:23.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:23.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:23.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.879221 30107 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.880367 30107 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.880631 30107 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:23.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.890033 30107 rpc_server.cc:307] RPC server started. Bound to: 127.29.64.188:38811
00:28:23.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.890136 30176 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.64.188:38811 every 8 connection(s)
00:28:23.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.891424 30107 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-2/data/info.pb
00:28:23.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.894765 30177 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:23.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.897990 30177 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } has no permanent_uuid. Determining permanent_uuid...
00:28:23.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.901160 29954 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu as pid 30107
00:28:23.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.901320 29954 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-2/wal/instance
00:28:23.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.909441 30177 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } has no permanent_uuid. Determining permanent_uuid...
00:28:23.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.915426 30177 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } has no permanent_uuid. Determining permanent_uuid...
00:28:23.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.917908 30105 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } attempt: 3
00:28:23.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.925426 30105 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41: Bootstrap starting.
00:28:23.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.925468 30177 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d: Bootstrap starting.
00:28:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.927948 30105 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41: Neither blocks nor log segments found. Creating new log.
00:28:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.928045 30177 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d: Neither blocks nor log segments found. Creating new log.
00:28:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.929160 30105 log.cc:826] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41: Log is configured to *not* fsync() on all Append() calls
00:28:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.929347 30177 log.cc:826] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d: Log is configured to *not* fsync() on all Append() calls
00:28:23.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.931497 30177 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d: No bootstrap required, opened a new log
00:28:23.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.931519 30105 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41: No bootstrap required, opened a new log
00:28:23.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.935413 30105 raft_consensus.cc:359] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } }
00:28:23.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.935410 30177 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } }
00:28:23.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.935693 30177 raft_consensus.cc:385] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:23.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.935693 30105 raft_consensus.cc:385] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:23.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.935753 30105 raft_consensus.cc:740] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 16a4b74f64eb4c118c57381175c52b41, State: Initialized, Role: FOLLOWER
00:28:23.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.935763 30177 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4488486c7a464b698bca41ea0e91057d, State: Initialized, Role: FOLLOWER
00:28:23.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.936316 30105 consensus_queue.cc:260] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } }
00:28:23.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.936316 30177 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } }
00:28:23.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.936986 30188 sys_catalog.cc:455] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } }
00:28:23.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.936985 30189 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } }
00:28:23.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.937194 30189 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [sys.catalog]: This master's current role is: FOLLOWER
00:28:23.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.937480 30188 sys_catalog.cc:458] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [sys.catalog]: This master's current role is: FOLLOWER
00:28:23.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.937848 30177 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [sys.catalog]: configured and running, proceeding with master startup.
00:28:23.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.937848 30105 sys_catalog.cc:565] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [sys.catalog]: configured and running, proceeding with master startup.
00:28:23.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.938000 30033 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } attempt: 3
00:28:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.942191 30036 master_runner.cc:187] Error getting master registration for 127.29.64.190:33503: OK, instance_id { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" instance_seqno: 1783470503481444 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:28:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.944581 30036 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:28:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.944959 30211 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:28:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.945086 30211 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:28:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.945160 30206 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:28:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.945226 30206 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:28:23.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.948376 30033 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695: Bootstrap starting.
00:28:23.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.946959 30107 master_runner.cc:187] Error getting master registration for 127.29.64.190:33503: OK, instance_id { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" instance_seqno: 1783470503481444 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:28:23.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.949575 30107 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:28:23.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.951241 30033 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695: Neither blocks nor log segments found. Creating new log.
00:28:23.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.952168 30033 log.cc:826] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695: Log is configured to *not* fsync() on all Append() calls
00:28:23.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.954254 30033 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695: No bootstrap required, opened a new log
00:28:23.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.957639 30033 raft_consensus.cc:359] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } }
00:28:23.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.957866 30033 raft_consensus.cc:385] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:23.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.957924 30033 raft_consensus.cc:740] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: feee2f1b153348049fd69c26c31dd695, State: Initialized, Role: FOLLOWER
00:28:23.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.958529 30033 consensus_queue.cc:260] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } }
00:28:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.960271 30033 sys_catalog.cc:565] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [sys.catalog]: configured and running, proceeding with master startup.
00:28:23.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.963047 30215 sys_catalog.cc:455] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } }
00:28:23.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.965698 30215 sys_catalog.cc:458] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [sys.catalog]: This master's current role is: FOLLOWER
00:28:23.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.966349 30226 catalog_manager.cc:1593] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:28:23.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.966579 30226 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:28:23.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.967562 30215 raft_consensus.cc:493] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:23.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.967847 30215 raft_consensus.cc:515] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } }
00:28:23.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.969395 30215 leader_election.cc:290] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 16a4b74f64eb4c118c57381175c52b41 (127.29.64.189:33243), 4488486c7a464b698bca41ea0e91057d (127.29.64.188:38811)
00:28:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.969771 30151 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "feee2f1b153348049fd69c26c31dd695" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4488486c7a464b698bca41ea0e91057d" is_pre_election: true
00:28:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.970118 30151 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate feee2f1b153348049fd69c26c31dd695 in term 0.
00:28:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.970578 29983 leader_election.cc:304] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4488486c7a464b698bca41ea0e91057d, feee2f1b153348049fd69c26c31dd695; no voters: 
00:28:23.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.970993 30215 raft_consensus.cc:2804] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:23.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.971212 30215 raft_consensus.cc:493] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:23.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.971391 30215 raft_consensus.cc:3060] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [term 0 FOLLOWER]: Advancing to term 1
00:28:23.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.972981 30215 raft_consensus.cc:515] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } }
00:28:23.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.973800 30215 leader_election.cc:290] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [CANDIDATE]: Term 1 election: Requested vote from peers 16a4b74f64eb4c118c57381175c52b41 (127.29.64.189:33243), 4488486c7a464b698bca41ea0e91057d (127.29.64.188:38811)
00:28:23.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.974062 30078 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "feee2f1b153348049fd69c26c31dd695" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "16a4b74f64eb4c118c57381175c52b41"
00:28:23.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.974337 30078 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [term 0 FOLLOWER]: Advancing to term 1
00:28:23.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.975378 30078 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate feee2f1b153348049fd69c26c31dd695 in term 1.
00:28:23.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.975988 30151 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "feee2f1b153348049fd69c26c31dd695" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4488486c7a464b698bca41ea0e91057d"
00:28:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.976133 30151 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [term 0 FOLLOWER]: Advancing to term 1
00:28:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.976557 29985 tablet.cc:2406] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.977411 30151 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate feee2f1b153348049fd69c26c31dd695 in term 1.
00:28:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.977743 29983 leader_election.cc:304] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4488486c7a464b698bca41ea0e91057d, feee2f1b153348049fd69c26c31dd695; no voters: 
00:28:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.977901 30215 raft_consensus.cc:2804] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [term 1 FOLLOWER]: Leader election won for term 1
00:28:23.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.978195 30215 raft_consensus.cc:697] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [term 1 LEADER]: Becoming Leader. State: Replica: feee2f1b153348049fd69c26c31dd695, State: Running, Role: LEADER
00:28:23.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.978860 30215 consensus_queue.cc:237] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } }
00:28:23.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.978941 30079 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "feee2f1b153348049fd69c26c31dd695" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "16a4b74f64eb4c118c57381175c52b41" is_pre_election: true
00:28:23.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.979077 30079 raft_consensus.cc:2376] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [term 1 FOLLOWER]: Leader pre-election vote request: Already granted yes vote for candidate feee2f1b153348049fd69c26c31dd695 in term 1. Re-sending same reply.
00:28:23.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.980557 29965 master_runner.cc:233] Existing masters have differing terms: 0 vs 1
00:28:23.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.980669 29965 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:28:23.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.981323 30215 sys_catalog.cc:455] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [sys.catalog]: SysCatalogTable state changed. Reason: New leader feee2f1b153348049fd69c26c31dd695. Latest consensus state: current_term: 1 leader_uuid: "feee2f1b153348049fd69c26c31dd695" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } }
00:28:23.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.981592 30215 sys_catalog.cc:458] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [sys.catalog]: This master's current role is: LEADER
00:28:23.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.987926 30230 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:28:23.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.989559 30230 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:28:23.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.996179 30079 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [term 1 FOLLOWER]: Refusing update from remote peer feee2f1b153348049fd69c26c31dd695: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:28:23.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.996179 30151 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [term 1 FOLLOWER]: Refusing update from remote peer feee2f1b153348049fd69c26c31dd695: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:28:23.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.996923 30215 consensus_queue.cc:1048] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:23.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.997308 30228 consensus_queue.cc:1048] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [LEADER]: Connected to new peer: Peer: permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.001916 30188 sys_catalog.cc:455] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [sys.catalog]: SysCatalogTable state changed. Reason: New leader feee2f1b153348049fd69c26c31dd695. Latest consensus state: current_term: 1 leader_uuid: "feee2f1b153348049fd69c26c31dd695" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } }
00:28:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.001930 30189 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [sys.catalog]: SysCatalogTable state changed. Reason: New leader feee2f1b153348049fd69c26c31dd695. Latest consensus state: current_term: 1 leader_uuid: "feee2f1b153348049fd69c26c31dd695" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } }
00:28:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.002076 30188 sys_catalog.cc:458] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [sys.catalog]: This master's current role is: FOLLOWER
00:28:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.002096 30189 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [sys.catalog]: This master's current role is: FOLLOWER
00:28:24.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.005964 30228 sys_catalog.cc:455] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "feee2f1b153348049fd69c26c31dd695" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } }
00:28:24.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.006124 30228 sys_catalog.cc:458] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [sys.catalog]: This master's current role is: LEADER
00:28:24.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.007895 30188 sys_catalog.cc:455] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "feee2f1b153348049fd69c26c31dd695" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } }
00:28:24.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.008018 30188 sys_catalog.cc:458] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [sys.catalog]: This master's current role is: FOLLOWER
00:28:24.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.008669 30231 mvcc.cc:204] Tried to move back new op lower bound from 7305095184360116224 to 7305095184302710784. Current Snapshot: MvccSnapshot[applied={T|T < 7305095184360116224}]
00:28:24.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.011461 30233 mvcc.cc:204] Tried to move back new op lower bound from 7305095184360116224 to 7305095184302710784. Current Snapshot: MvccSnapshot[applied={T|T < 7305095184360116224}]
00:28:24.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.015713 30215 sys_catalog.cc:455] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "feee2f1b153348049fd69c26c31dd695" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } }
00:28:24.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.015851 30215 sys_catalog.cc:458] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [sys.catalog]: This master's current role is: LEADER
00:28:24.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.017452 30230 catalog_manager.cc:1382] Generated new cluster ID: 06013fb201e946229ad4c5b00a8535b8
00:28:24.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.017541 30230 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:28:24.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.018639 30189 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "feee2f1b153348049fd69c26c31dd695" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } }
00:28:24.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.018774 30189 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [sys.catalog]: This master's current role is: FOLLOWER
00:28:24.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.019512 30234 mvcc.cc:204] Tried to move back new op lower bound from 7305095184360116224 to 7305095184302710784. Current Snapshot: MvccSnapshot[applied={T|T < 7305095184360116224}]
00:28:24.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.046427 30230 catalog_manager.cc:1405] Generated new certificate authority record
00:28:24.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.048434 30230 catalog_manager.cc:1539] Loading token signing keys...
00:28:24.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.076251 30230 catalog_manager.cc:6069] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695: Generated new TSK 0
00:28:24.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.077802 30230 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:28:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.101286 29954 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu
00:28:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu
00:28:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-0/wal
00:28:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-0/data
00:28:24.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-0/logs
00:28:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-0/data/info.pb
00:28:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:28:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.64.129:0
00:28:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.64.129
00:28:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.64.129
00:28:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811
00:28:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.64.148:42117
00:28:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:28:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.275218 30240 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.275554 30240 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:24.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.275604 30240 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:24.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.279259 30240 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:24.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.279402 30240 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.64.129
00:28:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.283659 30240 tablet_server_runner.cc:78] Tablet server non-default flags:
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.64.148:42117
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-0/data
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-0/wal
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.64.129:0
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-0/data/info.pb
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.64.129
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.30240
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.64.129
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-0/logs
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:24.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:24.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
00:28:24.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on bdcb31816ec0
00:28:24.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16840
00:28:24.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.285251 30240 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:24.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.286643 30240 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:24.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.294471 30246 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:24.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.294492 30245 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:24.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.294869 30240 server_base.cc:1061] running on GCE node
00:28:24.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.294453 30248 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:24.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.295853 30240 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:24.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.296685 30240 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:24.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.297904 30240 hybrid_clock.cc:648] HybridClock initialized: now 1783470504297872 us; error 40 us; skew 500 ppm
00:28:24.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.300449 30240 webserver.cc:534] Webserver started at http://127.29.64.129:33735/ using document root <none> and password file <none>
00:28:24.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.301218 30240 fs_manager.cc:362] Metadata directory not provided
00:28:24.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.301287 30240 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:24.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.301491 30240 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:24.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.303154 30240 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-0/data/instance:
00:28:24.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "009f1b16db634eb19a915abe3700f507"
00:28:24.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:24 on dist-test-slave-4xvf"
00:28:24.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.303730 30240 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-0/wal/instance:
00:28:24.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "009f1b16db634eb19a915abe3700f507"
00:28:24.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:24 on dist-test-slave-4xvf"
00:28:24.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.307344 30240 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.001s	sys 0.001s
00:28:24.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.309899 30254 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.311342 30240 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
00:28:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.311451 30240 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-0/data,/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-0/wal
00:28:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "009f1b16db634eb19a915abe3700f507"
00:28:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:24 on dist-test-slave-4xvf"
00:28:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.311594 30240 fs_report.cc:389] FS layout report
00:28:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-0/wal
00:28:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-0/wal
00:28:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-0/data/data
00:28:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:24.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:24.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:24.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:24.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:24.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:24.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:24.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.325434 30240 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:24.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.326092 30240 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:24.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.326265 30240 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:24.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.326809 30240 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:28:24.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.327941 30240 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:28:24.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.327994 30240 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:28:24.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.328034 30240 ts_tablet_manager.cc:616] Registered 0 tablets
00:28:24.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.328050 30240 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:28:24.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.338649 30240 rpc_server.cc:307] RPC server started. Bound to: 127.29.64.129:38575
00:28:24.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.338754 30367 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.64.129:38575 every 8 connection(s)
00:28:24.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.340214 30240 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-0/data/info.pb
00:28:24.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.342288 29954 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu as pid 30240
00:28:24.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.342433 29954 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-0/wal/instance
00:28:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.346074 29954 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu
00:28:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu
00:28:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-1/wal
00:28:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-1/data
00:28:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-1/logs
00:28:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-1/data/info.pb
00:28:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:24.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:24.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:24.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:24.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:24.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:24.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:28:24.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:24.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.64.130:0
00:28:24.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.64.130
00:28:24.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.64.130
00:28:24.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:24.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811
00:28:24.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.64.148:42117
00:28:24.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:24.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:24.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:28:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.353358 30368 heartbeater.cc:344] Connected to a master server at 127.29.64.188:38811
00:28:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.353500 30369 heartbeater.cc:344] Connected to a master server at 127.29.64.190:33503
00:28:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.353641 30368 heartbeater.cc:461] Registering TS with master...
00:28:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.353650 30369 heartbeater.cc:461] Registering TS with master...
00:28:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.354343 30368 heartbeater.cc:507] Master 127.29.64.188:38811 requested a full tablet report, sending...
00:28:24.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.354343 30369 heartbeater.cc:507] Master 127.29.64.190:33503 requested a full tablet report, sending...
00:28:24.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.356379 29997 ts_manager.cc:194] Registered new tserver with Master: 009f1b16db634eb19a915abe3700f507 (127.29.64.129:38575)
00:28:24.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.357748 29997 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.29.64.129:37301
00:28:24.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.359136 30141 ts_manager.cc:194] Registered new tserver with Master: 009f1b16db634eb19a915abe3700f507 (127.29.64.129:38575)
00:28:24.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.361961 30370 heartbeater.cc:344] Connected to a master server at 127.29.64.189:33243
00:28:24.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.362125 30370 heartbeater.cc:461] Registering TS with master...
00:28:24.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.362367 30370 heartbeater.cc:507] Master 127.29.64.189:33243 requested a full tablet report, sending...
00:28:24.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.364092 30062 ts_manager.cc:194] Registered new tserver with Master: 009f1b16db634eb19a915abe3700f507 (127.29.64.129:38575)
00:28:24.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.477190 30375 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:24.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.477504 30375 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:24.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.477555 30375 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:24.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.481673 30375 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:24.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.481846 30375 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.64.130
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.487659 30375 tablet_server_runner.cc:78] Tablet server non-default flags:
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.64.148:42117
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-1/data
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-1/wal
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.64.130:0
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-1/data/info.pb
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.64.130
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.30375
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.64.130
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-1/logs
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:24.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
00:28:24.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on bdcb31816ec0
00:28:24.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16840
00:28:24.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.489383 30375 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:24.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.491024 30375 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.500460 30383 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:24.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.500461 30381 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:24.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.500461 30380 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:24.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.500926 30375 server_base.cc:1061] running on GCE node
00:28:24.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.501680 30375 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:24.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.502319 30375 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:24.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.503541 30375 hybrid_clock.cc:648] HybridClock initialized: now 1783470504503519 us; error 41 us; skew 500 ppm
00:28:24.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.505481 30375 webserver.cc:534] Webserver started at http://127.29.64.130:35543/ using document root <none> and password file <none>
00:28:24.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.506047 30375 fs_manager.cc:362] Metadata directory not provided
00:28:24.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.506102 30375 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:24.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.506268 30375 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:24.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.508021 30375 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-1/data/instance:
00:28:24.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cf5816d6b851446ba68420313b33d584"
00:28:24.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:24 on dist-test-slave-4xvf"
00:28:24.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.508488 30375 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-1/wal/instance:
00:28:24.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cf5816d6b851446ba68420313b33d584"
00:28:24.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:24 on dist-test-slave-4xvf"
00:28:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.512058 30375 fs_manager.cc:696] Time spent creating directory manager: real 0.003s	user 0.003s	sys 0.000s
00:28:24.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.514437 30389 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:24.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.516010 30375 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.000s
00:28:24.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.516170 30375 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-1/data,/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-1/wal
00:28:24.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cf5816d6b851446ba68420313b33d584"
00:28:24.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:24 on dist-test-slave-4xvf"
00:28:24.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.516299 30375 fs_report.cc:389] FS layout report
00:28:24.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:24.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-1/wal
00:28:24.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-1/wal
00:28:24.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-1/data/data
00:28:24.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:24.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:24.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:24.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:24.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:24.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:24.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:24.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:24.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:24.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:24.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:24.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.530583 30375 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:24.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.531616 30375 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:24.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.531855 30375 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:24.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.532612 30375 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:28:24.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.533888 30375 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:28:24.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.533968 30375 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:28:24.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.534030 30375 ts_tablet_manager.cc:616] Registered 0 tablets
00:28:24.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.534053 30375 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:28:24.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.545329 30375 rpc_server.cc:307] RPC server started. Bound to: 127.29.64.130:38111
00:28:24.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.545470 30502 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.64.130:38111 every 8 connection(s)
00:28:24.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.546383 30375 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-1/data/info.pb
00:28:24.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.556417 29954 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu as pid 30375
00:28:24.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.556540 29954 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-1/wal/instance
00:28:24.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.557152 30505 heartbeater.cc:344] Connected to a master server at 127.29.64.189:33243
00:28:24.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.557487 30505 heartbeater.cc:461] Registering TS with master...
00:28:24.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.558066 30504 heartbeater.cc:344] Connected to a master server at 127.29.64.190:33503
00:28:24.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.558202 30504 heartbeater.cc:461] Registering TS with master...
00:28:24.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.558331 30505 heartbeater.cc:507] Master 127.29.64.189:33243 requested a full tablet report, sending...
00:28:24.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.558452 30504 heartbeater.cc:507] Master 127.29.64.190:33503 requested a full tablet report, sending...
00:28:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.561581 30062 ts_manager.cc:194] Registered new tserver with Master: cf5816d6b851446ba68420313b33d584 (127.29.64.130:38111)
00:28:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.562983 29954 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu
00:28:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu
00:28:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-2/wal
00:28:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-2/data
00:28:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-2/logs
00:28:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-2/data/info.pb
00:28:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:28:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.64.131:0
00:28:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.64.131
00:28:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.64.131
00:28:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811
00:28:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.64.148:42117
00:28:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:28:24.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.567823 30503 heartbeater.cc:344] Connected to a master server at 127.29.64.188:38811
00:28:24.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.567970 30503 heartbeater.cc:461] Registering TS with master...
00:28:24.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.568282 30503 heartbeater.cc:507] Master 127.29.64.188:38811 requested a full tablet report, sending...
00:28:24.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.568357 29996 ts_manager.cc:194] Registered new tserver with Master: cf5816d6b851446ba68420313b33d584 (127.29.64.130:38111)
00:28:24.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.569317 30140 ts_manager.cc:194] Registered new tserver with Master: cf5816d6b851446ba68420313b33d584 (127.29.64.130:38111)
00:28:24.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.569713 29996 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.29.64.130:44471
00:28:24.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.693310 30510 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:24.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.693537 30510 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:24.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.693590 30510 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:24.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.697150 30510 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:24.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.697275 30510 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.64.131
00:28:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.701295 30510 tablet_server_runner.cc:78] Tablet server non-default flags:
00:28:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.64.148:42117
00:28:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:24.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-2/data
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-2/wal
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.64.131:0
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-2/data/info.pb
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.64.131
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.30510
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.64.131
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-2/logs
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on bdcb31816ec0
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16840
00:28:24.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.702698 30510 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.704022 30510 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:24.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.711696 30515 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:24.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.711683 30518 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:24.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.711684 30516 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:24.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.711911 30510 server_base.cc:1061] running on GCE node
00:28:24.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.712689 30510 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:24.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.713418 30510 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:24.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.714622 30510 hybrid_clock.cc:648] HybridClock initialized: now 1783470504714598 us; error 54 us; skew 500 ppm
00:28:24.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.717213 30510 webserver.cc:534] Webserver started at http://127.29.64.131:44455/ using document root <none> and password file <none>
00:28:24.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.717887 30510 fs_manager.cc:362] Metadata directory not provided
00:28:24.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.717958 30510 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:24.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.718163 30510 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:24.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.720206 30510 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-2/data/instance:
00:28:24.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "44ef5abf5c0a47c89a787618d4f8d554"
00:28:24.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:24 on dist-test-slave-4xvf"
00:28:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.720865 30510 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-2/wal/instance:
00:28:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "44ef5abf5c0a47c89a787618d4f8d554"
00:28:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:24 on dist-test-slave-4xvf"
00:28:24.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.725317 30510 fs_manager.cc:696] Time spent creating directory manager: real 0.004s	user 0.004s	sys 0.000s
00:28:24.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.728531 30524 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.730176 30510 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.003s	sys 0.001s
00:28:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.730348 30510 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-2/data,/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-2/wal
00:28:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "44ef5abf5c0a47c89a787618d4f8d554"
00:28:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:24 on dist-test-slave-4xvf"
00:28:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.730484 30510 fs_report.cc:389] FS layout report
00:28:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-2/wal
00:28:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-2/wal
00:28:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-2/data/data
00:28:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:24.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:24.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:24.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:24.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:24.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:24.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:24.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.753259 30510 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:24.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.754113 30510 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:24.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.754299 30510 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:24.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.755019 30510 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:28:24.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.756385 30510 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:28:24.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.756464 30510 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:28:24.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.756529 30510 ts_tablet_manager.cc:616] Registered 0 tablets
00:28:24.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.756551 30510 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:28:24.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.768472 30510 rpc_server.cc:307] RPC server started. Bound to: 127.29.64.131:34701
00:28:24.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.768581 30637 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.64.131:34701 every 8 connection(s)
00:28:24.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.769796 30510 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-2/data/info.pb
00:28:24.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.779556 29954 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu as pid 30510
00:28:24.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.779737 29954 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/ts-2/wal/instance
00:28:24.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.781318 30638 heartbeater.cc:344] Connected to a master server at 127.29.64.188:38811
00:28:24.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.781687 30638 heartbeater.cc:461] Registering TS with master...
00:28:24.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.781731 30640 heartbeater.cc:344] Connected to a master server at 127.29.64.189:33243
00:28:24.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.781862 30640 heartbeater.cc:461] Registering TS with master...
00:28:24.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.782353 30638 heartbeater.cc:507] Master 127.29.64.188:38811 requested a full tablet report, sending...
00:28:24.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.782354 30640 heartbeater.cc:507] Master 127.29.64.189:33243 requested a full tablet report, sending...
00:28:24.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.782961 30639 heartbeater.cc:344] Connected to a master server at 127.29.64.190:33503
00:28:24.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.783049 30639 heartbeater.cc:461] Registering TS with master...
00:28:24.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.783249 30639 heartbeater.cc:507] Master 127.29.64.190:33503 requested a full tablet report, sending...
00:28:24.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.783880 30062 ts_manager.cc:194] Registered new tserver with Master: 44ef5abf5c0a47c89a787618d4f8d554 (127.29.64.131:34701)
00:28:24.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.783927 30141 ts_manager.cc:194] Registered new tserver with Master: 44ef5abf5c0a47c89a787618d4f8d554 (127.29.64.131:34701)
00:28:24.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.784000 29996 ts_manager.cc:194] Registered new tserver with Master: 44ef5abf5c0a47c89a787618d4f8d554 (127.29.64.131:34701)
00:28:24.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.784754 29996 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.29.64.131:36703
00:28:24.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.790345 29954 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
00:28:24.791 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:28:24.791 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

00:28:24.794 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.29.64.190"
      port: 33503
    }
    bound_http_address {
      host: "127.29.64.190"
      port: 42159
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.29.64.189"
      port: 33243
    }
    bound_http_address {
      host: "127.29.64.189"
      port: 34167
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.29.64.188"
      port: 38811
    }
    bound_http_address {
      host: "127.29.64.188"
      port: 42805
    }
  }
}

00:28:24.795 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

00:28:24.796 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.29.64.129"
      port: 38575
    }
    bound_http_address {
      host: "127.29.64.129"
      port: 33735
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.29.64.130"
      port: 38111
    }
    bound_http_address {
      host: "127.29.64.130"
      port: 35543
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.29.64.131"
      port: 34701
    }
    bound_http_address {
      host: "127.29.64.131"
      port: 44455
    }
  }
}

00:28:24.796 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:28:24.800 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:28:24.802 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.64.190:33503(127.29.64.190:33503)] connecting to peer
00:28:24.804 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.64.189:33243(127.29.64.189:33243)] connecting to peer
00:28:24.805 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.64.188:38811(127.29.64.188:38811)] connecting to peer
00:28:24.805 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.64.190:33503(127.29.64.190:33503)] Successfully connected to peer
00:28:24.808 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.29.64.188:38811(127.29.64.188:38811)] Successfully connected to peer
00:28:24.810 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.64.190
00:28:24.812 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.29.64.189:33243(127.29.64.189:33243)] Successfully connected to peer
00:28:24.815 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.64.189
00:28:24.817 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.64.188
00:28:24.842 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x2fef1232, L:/127.0.0.1:43716 - R:/127.29.64.188:38811] using SASL/PLAIN
00:28:24.845 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc3021b53, L:/127.0.0.1:33024 - R:/127.29.64.190:33503] using SASL/PLAIN
00:28:24.848 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xd968063c, L:/127.0.0.1:36788 - R:/127.29.64.189:33243] using SASL/PLAIN
00:28:24.848 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:28:24.849 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=47), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [45ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [47ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, deferred=null) after lookup
00:28:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.850911 29996 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:33024:
00:28:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART"
00:28:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:28:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
00:28:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:28:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:28:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
00:28:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:28:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:28:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
00:28:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:28:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:28:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
00:28:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:28:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:28:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
00:28:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
00:28:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
00:28:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
00:28:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
00:28:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
00:28:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:28:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:24.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:24.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:24.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:24.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:24.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:28:24.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:28:24.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
00:28:24.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:28:24.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
00:28:24.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:28:24.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:24.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:28:24.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.853955 29996 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestClientFailoverSupport-RESTART in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:28:24.864 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table beb39f93cc4b4b2f8096ad733e3a263d
00:28:24.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.876962 30572 tablet_service.cc:1511] Processing CreateTablet for tablet c9dc82d266944ac481d63c9173e4cea3 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=beb39f93cc4b4b2f8096ad733e3a263d]), partition=RANGE (key) PARTITION UNBOUNDED
00:28:24.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.876962 30302 tablet_service.cc:1511] Processing CreateTablet for tablet c9dc82d266944ac481d63c9173e4cea3 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=beb39f93cc4b4b2f8096ad733e3a263d]), partition=RANGE (key) PARTITION UNBOUNDED
00:28:24.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.876998 30437 tablet_service.cc:1511] Processing CreateTablet for tablet c9dc82d266944ac481d63c9173e4cea3 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=beb39f93cc4b4b2f8096ad733e3a263d]), partition=RANGE (key) PARTITION UNBOUNDED
00:28:24.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.878085 30572 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c9dc82d266944ac481d63c9173e4cea3. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:24.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.878085 30302 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c9dc82d266944ac481d63c9173e4cea3. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:24.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.878248 30437 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c9dc82d266944ac481d63c9173e4cea3. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:24.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.884404 30664 tablet_bootstrap.cc:492] T c9dc82d266944ac481d63c9173e4cea3 P 009f1b16db634eb19a915abe3700f507: Bootstrap starting.
00:28:24.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.885676 30665 tablet_bootstrap.cc:492] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584: Bootstrap starting.
00:28:24.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.886689 30666 tablet_bootstrap.cc:492] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554: Bootstrap starting.
00:28:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.887929 30664 tablet_bootstrap.cc:654] T c9dc82d266944ac481d63c9173e4cea3 P 009f1b16db634eb19a915abe3700f507: Neither blocks nor log segments found. Creating new log.
00:28:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.888643 30665 tablet_bootstrap.cc:654] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584: Neither blocks nor log segments found. Creating new log.
00:28:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.888708 30666 tablet_bootstrap.cc:654] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554: Neither blocks nor log segments found. Creating new log.
00:28:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.888994 30664 log.cc:826] T c9dc82d266944ac481d63c9173e4cea3 P 009f1b16db634eb19a915abe3700f507: Log is configured to *not* fsync() on all Append() calls
00:28:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.889776 30666 log.cc:826] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554: Log is configured to *not* fsync() on all Append() calls
00:28:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.891175 30664 tablet_bootstrap.cc:492] T c9dc82d266944ac481d63c9173e4cea3 P 009f1b16db634eb19a915abe3700f507: No bootstrap required, opened a new log
00:28:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.891441 30664 ts_tablet_manager.cc:1403] T c9dc82d266944ac481d63c9173e4cea3 P 009f1b16db634eb19a915abe3700f507: Time spent bootstrapping tablet: real 0.007s	user 0.005s	sys 0.000s
00:28:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.891800 30666 tablet_bootstrap.cc:492] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554: No bootstrap required, opened a new log
00:28:24.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.892007 30666 ts_tablet_manager.cc:1403] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554: Time spent bootstrapping tablet: real 0.005s	user 0.003s	sys 0.001s
00:28:24.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.894666 30664 raft_consensus.cc:359] T c9dc82d266944ac481d63c9173e4cea3 P 009f1b16db634eb19a915abe3700f507 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf5816d6b851446ba68420313b33d584" member_type: VOTER last_known_addr { host: "127.29.64.130" port: 38111 } } peers { permanent_uuid: "44ef5abf5c0a47c89a787618d4f8d554" member_type: VOTER last_known_addr { host: "127.29.64.131" port: 34701 } } peers { permanent_uuid: "009f1b16db634eb19a915abe3700f507" member_type: VOTER last_known_addr { host: "127.29.64.129" port: 38575 } }
00:28:24.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.894934 30664 raft_consensus.cc:385] T c9dc82d266944ac481d63c9173e4cea3 P 009f1b16db634eb19a915abe3700f507 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:24.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.894994 30664 raft_consensus.cc:740] T c9dc82d266944ac481d63c9173e4cea3 P 009f1b16db634eb19a915abe3700f507 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 009f1b16db634eb19a915abe3700f507, State: Initialized, Role: FOLLOWER
00:28:24.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.895017 30666 raft_consensus.cc:359] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf5816d6b851446ba68420313b33d584" member_type: VOTER last_known_addr { host: "127.29.64.130" port: 38111 } } peers { permanent_uuid: "44ef5abf5c0a47c89a787618d4f8d554" member_type: VOTER last_known_addr { host: "127.29.64.131" port: 34701 } } peers { permanent_uuid: "009f1b16db634eb19a915abe3700f507" member_type: VOTER last_known_addr { host: "127.29.64.129" port: 38575 } }
00:28:24.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.895226 30666 raft_consensus.cc:385] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:24.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.895267 30666 raft_consensus.cc:740] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 44ef5abf5c0a47c89a787618d4f8d554, State: Initialized, Role: FOLLOWER
00:28:24.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.895581 30665 log.cc:826] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584: Log is configured to *not* fsync() on all Append() calls
00:28:24.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.895646 30664 consensus_queue.cc:260] T c9dc82d266944ac481d63c9173e4cea3 P 009f1b16db634eb19a915abe3700f507 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf5816d6b851446ba68420313b33d584" member_type: VOTER last_known_addr { host: "127.29.64.130" port: 38111 } } peers { permanent_uuid: "44ef5abf5c0a47c89a787618d4f8d554" member_type: VOTER last_known_addr { host: "127.29.64.131" port: 34701 } } peers { permanent_uuid: "009f1b16db634eb19a915abe3700f507" member_type: VOTER last_known_addr { host: "127.29.64.129" port: 38575 } }
00:28:24.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.895759 30666 consensus_queue.cc:260] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf5816d6b851446ba68420313b33d584" member_type: VOTER last_known_addr { host: "127.29.64.130" port: 38111 } } peers { permanent_uuid: "44ef5abf5c0a47c89a787618d4f8d554" member_type: VOTER last_known_addr { host: "127.29.64.131" port: 34701 } } peers { permanent_uuid: "009f1b16db634eb19a915abe3700f507" member_type: VOTER last_known_addr { host: "127.29.64.129" port: 38575 } }
00:28:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.896597 30666 ts_tablet_manager.cc:1434] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554: Time spent starting tablet: real 0.005s	user 0.001s	sys 0.004s
00:28:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.896708 30664 ts_tablet_manager.cc:1434] T c9dc82d266944ac481d63c9173e4cea3 P 009f1b16db634eb19a915abe3700f507: Time spent starting tablet: real 0.005s	user 0.004s	sys 0.000s
00:28:24.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.896977 30639 heartbeater.cc:499] Master 127.29.64.190:33503 was elected leader, sending a full tablet report...
00:28:24.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.897985 30369 heartbeater.cc:499] Master 127.29.64.190:33503 was elected leader, sending a full tablet report...
00:28:24.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.903960 30669 raft_consensus.cc:493] T c9dc82d266944ac481d63c9173e4cea3 P 009f1b16db634eb19a915abe3700f507 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:24.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.904376 30669 raft_consensus.cc:515] T c9dc82d266944ac481d63c9173e4cea3 P 009f1b16db634eb19a915abe3700f507 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf5816d6b851446ba68420313b33d584" member_type: VOTER last_known_addr { host: "127.29.64.130" port: 38111 } } peers { permanent_uuid: "44ef5abf5c0a47c89a787618d4f8d554" member_type: VOTER last_known_addr { host: "127.29.64.131" port: 34701 } } peers { permanent_uuid: "009f1b16db634eb19a915abe3700f507" member_type: VOTER last_known_addr { host: "127.29.64.129" port: 38575 } }
00:28:24.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.904737 30665 tablet_bootstrap.cc:492] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584: No bootstrap required, opened a new log
00:28:24.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.905133 30665 ts_tablet_manager.cc:1403] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584: Time spent bootstrapping tablet: real 0.020s	user 0.006s	sys 0.000s
00:28:24.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.908655 30669 leader_election.cc:290] T c9dc82d266944ac481d63c9173e4cea3 P 009f1b16db634eb19a915abe3700f507 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cf5816d6b851446ba68420313b33d584 (127.29.64.130:38111), 44ef5abf5c0a47c89a787618d4f8d554 (127.29.64.131:34701)
00:28:24.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.909080 30665 raft_consensus.cc:359] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf5816d6b851446ba68420313b33d584" member_type: VOTER last_known_addr { host: "127.29.64.130" port: 38111 } } peers { permanent_uuid: "44ef5abf5c0a47c89a787618d4f8d554" member_type: VOTER last_known_addr { host: "127.29.64.131" port: 34701 } } peers { permanent_uuid: "009f1b16db634eb19a915abe3700f507" member_type: VOTER last_known_addr { host: "127.29.64.129" port: 38575 } }
00:28:24.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.909592 30665 raft_consensus.cc:385] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:24.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.909809 30665 raft_consensus.cc:740] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cf5816d6b851446ba68420313b33d584, State: Initialized, Role: FOLLOWER
00:28:24.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.910483 30665 consensus_queue.cc:260] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf5816d6b851446ba68420313b33d584" member_type: VOTER last_known_addr { host: "127.29.64.130" port: 38111 } } peers { permanent_uuid: "44ef5abf5c0a47c89a787618d4f8d554" member_type: VOTER last_known_addr { host: "127.29.64.131" port: 34701 } } peers { permanent_uuid: "009f1b16db634eb19a915abe3700f507" member_type: VOTER last_known_addr { host: "127.29.64.129" port: 38575 } }
00:28:24.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.911876 30665 ts_tablet_manager.cc:1434] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584: Time spent starting tablet: real 0.007s	user 0.005s	sys 0.000s
00:28:24.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.913359 30457 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c9dc82d266944ac481d63c9173e4cea3" candidate_uuid: "009f1b16db634eb19a915abe3700f507" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cf5816d6b851446ba68420313b33d584" is_pre_election: true
00:28:24.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.913718 30457 raft_consensus.cc:2468] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 009f1b16db634eb19a915abe3700f507 in term 0.
00:28:24.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.914320 30258 leader_election.cc:304] T c9dc82d266944ac481d63c9173e4cea3 P 009f1b16db634eb19a915abe3700f507 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 009f1b16db634eb19a915abe3700f507, cf5816d6b851446ba68420313b33d584; no voters: 
00:28:24.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.914575 30504 heartbeater.cc:499] Master 127.29.64.190:33503 was elected leader, sending a full tablet report...
00:28:24.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.915295 30592 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c9dc82d266944ac481d63c9173e4cea3" candidate_uuid: "009f1b16db634eb19a915abe3700f507" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "44ef5abf5c0a47c89a787618d4f8d554" is_pre_election: true
00:28:24.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.915683 30592 raft_consensus.cc:2468] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 009f1b16db634eb19a915abe3700f507 in term 0.
00:28:24.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.915833 30669 raft_consensus.cc:2804] T c9dc82d266944ac481d63c9173e4cea3 P 009f1b16db634eb19a915abe3700f507 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:24.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.915930 30669 raft_consensus.cc:493] T c9dc82d266944ac481d63c9173e4cea3 P 009f1b16db634eb19a915abe3700f507 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:24.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.915980 30669 raft_consensus.cc:3060] T c9dc82d266944ac481d63c9173e4cea3 P 009f1b16db634eb19a915abe3700f507 [term 0 FOLLOWER]: Advancing to term 1
00:28:24.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.917402 30669 raft_consensus.cc:515] T c9dc82d266944ac481d63c9173e4cea3 P 009f1b16db634eb19a915abe3700f507 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf5816d6b851446ba68420313b33d584" member_type: VOTER last_known_addr { host: "127.29.64.130" port: 38111 } } peers { permanent_uuid: "44ef5abf5c0a47c89a787618d4f8d554" member_type: VOTER last_known_addr { host: "127.29.64.131" port: 34701 } } peers { permanent_uuid: "009f1b16db634eb19a915abe3700f507" member_type: VOTER last_known_addr { host: "127.29.64.129" port: 38575 } }
00:28:24.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.917995 30669 leader_election.cc:290] T c9dc82d266944ac481d63c9173e4cea3 P 009f1b16db634eb19a915abe3700f507 [CANDIDATE]: Term 1 election: Requested vote from peers cf5816d6b851446ba68420313b33d584 (127.29.64.130:38111), 44ef5abf5c0a47c89a787618d4f8d554 (127.29.64.131:34701)
00:28:24.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.918869 30457 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c9dc82d266944ac481d63c9173e4cea3" candidate_uuid: "009f1b16db634eb19a915abe3700f507" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cf5816d6b851446ba68420313b33d584"
00:28:24.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.918993 30592 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c9dc82d266944ac481d63c9173e4cea3" candidate_uuid: "009f1b16db634eb19a915abe3700f507" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "44ef5abf5c0a47c89a787618d4f8d554"
00:28:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.919049 30457 raft_consensus.cc:3060] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [term 0 FOLLOWER]: Advancing to term 1
00:28:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.919147 30592 raft_consensus.cc:3060] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [term 0 FOLLOWER]: Advancing to term 1
00:28:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.920411 30592 raft_consensus.cc:2468] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 009f1b16db634eb19a915abe3700f507 in term 1.
00:28:24.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.920758 30258 leader_election.cc:304] T c9dc82d266944ac481d63c9173e4cea3 P 009f1b16db634eb19a915abe3700f507 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 009f1b16db634eb19a915abe3700f507, 44ef5abf5c0a47c89a787618d4f8d554; no voters: 
00:28:24.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.920991 30669 raft_consensus.cc:2804] T c9dc82d266944ac481d63c9173e4cea3 P 009f1b16db634eb19a915abe3700f507 [term 1 FOLLOWER]: Leader election won for term 1
00:28:24.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.921141 30457 raft_consensus.cc:2468] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 009f1b16db634eb19a915abe3700f507 in term 1.
00:28:24.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.921276 30669 raft_consensus.cc:697] T c9dc82d266944ac481d63c9173e4cea3 P 009f1b16db634eb19a915abe3700f507 [term 1 LEADER]: Becoming Leader. State: Replica: 009f1b16db634eb19a915abe3700f507, State: Running, Role: LEADER
00:28:24.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.921725 30669 consensus_queue.cc:237] T c9dc82d266944ac481d63c9173e4cea3 P 009f1b16db634eb19a915abe3700f507 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf5816d6b851446ba68420313b33d584" member_type: VOTER last_known_addr { host: "127.29.64.130" port: 38111 } } peers { permanent_uuid: "44ef5abf5c0a47c89a787618d4f8d554" member_type: VOTER last_known_addr { host: "127.29.64.131" port: 34701 } } peers { permanent_uuid: "009f1b16db634eb19a915abe3700f507" member_type: VOTER last_known_addr { host: "127.29.64.129" port: 38575 } }
00:28:24.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.927634 29997 catalog_manager.cc:5696] T c9dc82d266944ac481d63c9173e4cea3 P 009f1b16db634eb19a915abe3700f507 reported cstate change: term changed from 0 to 1, leader changed from <none> to 009f1b16db634eb19a915abe3700f507 (127.29.64.129). New cstate: current_term: 1 leader_uuid: "009f1b16db634eb19a915abe3700f507" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf5816d6b851446ba68420313b33d584" member_type: VOTER last_known_addr { host: "127.29.64.130" port: 38111 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "44ef5abf5c0a47c89a787618d4f8d554" member_type: VOTER last_known_addr { host: "127.29.64.131" port: 34701 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "009f1b16db634eb19a915abe3700f507" member_type: VOTER last_known_addr { host: "127.29.64.129" port: 38575 } health_report { overall_health: HEALTHY } } }
00:28:24.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.946614 30211 catalog_manager.cc:1294] Loaded cluster ID: 06013fb201e946229ad4c5b00a8535b8
00:28:24.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.946897 30211 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d: loading cluster ID for follower catalog manager: success
00:28:24.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.947067 30206 catalog_manager.cc:1294] Loaded cluster ID: 06013fb201e946229ad4c5b00a8535b8
00:28:24.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.947134 30206 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41: loading cluster ID for follower catalog manager: success
00:28:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.949956 30206 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41: acquiring CA information for follower catalog manager: success
00:28:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.949982 30211 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d: acquiring CA information for follower catalog manager: success
00:28:24.951 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table beb39f93cc4b4b2f8096ad733e3a263d
00:28:24.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.951753 30206 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:28:24.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.951781 30211 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:28:24.955 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c9dc82d266944ac481d63c9173e4cea3 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
00:28:24.955 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c9dc82d266944ac481d63c9173e4cea3@[009f1b16db634eb19a915abe3700f507(127.29.64.129:38575)[L],44ef5abf5c0a47c89a787618d4f8d554(127.29.64.131:34701),cf5816d6b851446ba68420313b33d584(127.29.64.130:38111)]}]
00:28:24.956 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.64.190:33503, [4ms] Sub RPC GetTableLocations: received response from server master-127.29.64.190:33503: OK, deferred=null) after lookup
00:28:24.956 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575)] connecting to peer
00:28:24.959 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575)] Successfully connected to peer
00:28:24.980 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x17822e45, L:/127.0.0.1:45896 - R:/127.29.64.129:38575] using TOKEN/null
00:28:24.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.988698 30592 raft_consensus.cc:1275] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [term 1 FOLLOWER]: Refusing update from remote peer 009f1b16db634eb19a915abe3700f507: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:28:24.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.988718 30457 raft_consensus.cc:1275] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [term 1 FOLLOWER]: Refusing update from remote peer 009f1b16db634eb19a915abe3700f507: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:28:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.990970 30675 consensus_queue.cc:1048] T c9dc82d266944ac481d63c9173e4cea3 P 009f1b16db634eb19a915abe3700f507 [LEADER]: Connected to new peer: Peer: permanent_uuid: "44ef5abf5c0a47c89a787618d4f8d554" member_type: VOTER last_known_addr { host: "127.29.64.131" port: 34701 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.991319 30669 consensus_queue.cc:1048] T c9dc82d266944ac481d63c9173e4cea3 P 009f1b16db634eb19a915abe3700f507 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cf5816d6b851446ba68420313b33d584" member_type: VOTER last_known_addr { host: "127.29.64.130" port: 38111 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:25.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.006755 30680 mvcc.cc:204] Tried to move back new op lower bound from 7305095188423442432 to 7305095188164730880. Current Snapshot: MvccSnapshot[applied={T|T < 7305095188423442432}]
00:28:25.090 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-RESTART, tablet=c9dc82d266944ac481d63c9173e4cea3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:25.090 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.29.64.190:33503
00:28:25.091 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 0
  }
}

00:28:25.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.091573 29954 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu with pid 29965
00:28:25.102 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.64.190:33503(127.29.64.190:33503)] handling channelInactive
00:28:25.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.64.190:33503(127.29.64.190:33503)] cleaning up while in state READY due to: connection closed
00:28:25.104 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:28:25.104 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.29.64.190:33503
00:28:25.107 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 0
  }
}

00:28:25.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.108278 29954 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu
00:28:25.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu
00:28:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/wal
00:28:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/data
00:28:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/logs
00:28:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/data/info.pb
00:28:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:28:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.64.190:33503
00:28:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.64.190
00:28:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42159
00:28:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.64.148:42117
00:28:25.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:25.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:25.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:25.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:25.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811
00:28:25.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:25.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46661/jwks.json with env {}
00:28:25.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:25.236862 30689 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:25.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:25.237178 30689 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:25.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:25.237255 30689 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:25.241451 30689 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:28:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:25.241555 30689 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:25.241590 30689 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:28:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:25.241622 30689 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:28:25.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:25.241647 30689 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:28:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:25.241673 30689 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46661/jwks.json
00:28:25.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.246318 30689 master_runner.cc:387] Master server non-default flags:
00:28:25.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:25.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.64.148:42117
00:28:25.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:25.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:25.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/data
00:28:25.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/wal
00:28:25.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:25.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811
00:28:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.64.190:33503
00:28:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46661/jwks.json
00:28:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/data/info.pb
00:28:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.64.190
00:28:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42159
00:28:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --heap_profile_path=/tmp/kudu.30689
00:28:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/logs
00:28:25.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:25.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:25.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:25.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:28:25.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:25.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:25.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type DEBUG
00:28:25.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:03 UTC on bdcb31816ec0
00:28:25.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16840
00:28:25.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.248507 30689 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:25.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.250042 30689 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:25.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:25.257431 30695 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:25.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:25.257756 30697 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:25.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:25.257429 30694 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:25.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.258431 30689 server_base.cc:1061] running on GCE node
00:28:25.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.259097 30689 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:25.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.260324 30689 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.261552 30689 hybrid_clock.cc:648] HybridClock initialized: now 1783470505261538 us; error 41 us; skew 500 ppm
00:28:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.264304 30689 webserver.cc:534] Webserver started at http://127.29.64.190:42159/ using document root <none> and password file <none>
00:28:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.265131 30689 fs_manager.cc:362] Metadata directory not provided
00:28:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.265261 30689 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:25.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.270545 30689 fs_manager.cc:714] Time spent opening directory manager: real 0.004s	user 0.005s	sys 0.000s
00:28:25.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.273636 30703 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:25.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.275283 30689 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.000s
00:28:25.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.275522 30689 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/data,/tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/wal
00:28:25.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "feee2f1b153348049fd69c26c31dd695"
00:28:25.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:23 on dist-test-slave-4xvf"
00:28:25.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.276134 30689 fs_report.cc:389] FS layout report
00:28:25.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:25.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/wal
00:28:25.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/wal
00:28:25.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/data/data
00:28:25.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:25.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:25.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:25.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:25.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:25.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:25.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:25.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:25.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:25.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:25.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.304520 30689 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.305238 30689 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.305413 30689 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:25.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.313493 30689 rpc_server.cc:307] RPC server started. Bound to: 127.29.64.190:33503
00:28:25.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.313578 30755 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.64.190:33503 every 8 connection(s)
00:28:25.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.314640 30689 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskkbOHCg/test-tmp/mini-kudu-cluster8695542869886369781/master-0/data/info.pb
00:28:25.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.316740 29954 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu as pid 30689
00:28:25.317 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:28:25.318 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.29.64.129:38575
00:28:25.318 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

00:28:25.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.318606 29954 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu with pid 30240
00:28:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.321302 30756 sys_catalog.cc:263] Verifying existing consensus state
00:28:25.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.324010 30756 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695: Bootstrap starting.
00:28:25.327 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575)] handling channelInactive
00:28:25.328 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575)] cleaning up while in state READY due to: connection closed
00:28:25.328 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:28:25.329 [DEBUG - Time-limited test] (Connection.java:748) [peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575)] connecting to peer
00:28:25.330 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575
00:28:25.331 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575
00:28:25.331 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575) for tablet c9dc82d266944ac481d63c9173e4cea3: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575
00:28:25.343 [DEBUG - pool-4-thread-1] (Connection.java:748) [peer master-127.29.64.190:33503(127.29.64.190:33503)] connecting to peer
00:28:25.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.343878 30756 log.cc:826] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695: Log is configured to *not* fsync() on all Append() calls
00:28:25.345 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.29.64.190:33503(127.29.64.190:33503)] Successfully connected to peer
00:28:25.353 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.29.64.190
00:28:25.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.354602 30756 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=5 ignored=0} mutations{seen=2 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:28:25.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.355223 30756 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695: Bootstrap complete.
00:28:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.360888 30756 raft_consensus.cc:359] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } }
00:28:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.361322 30756 raft_consensus.cc:740] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: feee2f1b153348049fd69c26c31dd695, State: Initialized, Role: FOLLOWER
00:28:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.361996 30756 consensus_queue.cc:260] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } }
00:28:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.363780 30756 sys_catalog.cc:565] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [sys.catalog]: configured and running, proceeding with master startup.
00:28:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.363940 30762 sys_catalog.cc:455] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } }
00:28:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.364452 30762 sys_catalog.cc:458] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [sys.catalog]: This master's current role is: FOLLOWER
00:28:25.370 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x7376a474, L:/127.0.0.1:33036 - R:/127.29.64.190:33503] using SASL/PLAIN
00:28:25.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.371371 30773 catalog_manager.cc:1294] Loaded cluster ID: 06013fb201e946229ad4c5b00a8535b8
00:28:25.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.372020 30773 catalog_manager.cc:1587] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695: loading cluster ID for follower catalog manager: success
00:28:25.373 [DEBUG - kudu-nio-5] (RemoteTablet.java:166) master-127.29.64.190:33503 was demoted as the leader for Kudu Master
00:28:25.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.375150 30773 catalog_manager.cc:1609] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695: acquiring CA information for follower catalog manager: success
00:28:25.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.376753 30773 catalog_manager.cc:1637] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:28:25.390 [WARN - kudu-nio-5] (ConnectToCluster.java:302) None of the provided masters 127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811 is a leader; will retry
00:28:25.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.397431 30689 master_runner.cc:264] No leader master found from master feee2f1b153348049fd69c26c31dd695
00:28:25.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.397584 30689 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:28:25.408 [WARN - kudu-nio-2] (ConnectToCluster.java:302) None of the provided masters 127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811 is a leader; will retry
00:28:25.428 [WARN - kudu-nio-5] (ConnectToCluster.java:302) None of the provided masters 127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811 is a leader; will retry
00:28:25.446 [WARN - kudu-nio-1] (ConnectToCluster.java:302) None of the provided masters 127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811 is a leader; will retry
00:28:25.467 [WARN - kudu-nio-5] (ConnectToCluster.java:302) None of the provided masters 127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811 is a leader; will retry
00:28:25.527 [WARN - kudu-nio-5] (ConnectToCluster.java:302) None of the provided masters 127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811 is a leader; will retry
00:28:25.567 [WARN - kudu-nio-1] (ConnectToCluster.java:302) None of the provided masters 127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811 is a leader; will retry
00:28:25.726 [WARN - kudu-nio-5] (ConnectToCluster.java:302) None of the provided masters 127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811 is a leader; will retry
00:28:26.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.011657 30718 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "44ef5abf5c0a47c89a787618d4f8d554" instance_seqno: 1783470504765094) as {username='slave'} at 127.29.64.131:46863; Asking this server to re-register.
00:28:26.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.011703 30720 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "cf5816d6b851446ba68420313b33d584" instance_seqno: 1783470504542649) as {username='slave'} at 127.29.64.130:36593; Asking this server to re-register.
00:28:26.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.012471 30639 heartbeater.cc:461] Registering TS with master...
00:28:26.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.012518 30504 heartbeater.cc:461] Registering TS with master...
00:28:26.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.014175 30720 ts_manager.cc:194] Registered new tserver with Master: cf5816d6b851446ba68420313b33d584 (127.29.64.130:38111)
00:28:26.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.014246 30718 ts_manager.cc:194] Registered new tserver with Master: 44ef5abf5c0a47c89a787618d4f8d554 (127.29.64.131:34701)
00:28:26.146 [WARN - kudu-nio-1] (ConnectToCluster.java:302) None of the provided masters 127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811 is a leader; will retry
00:28:26.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.432983 30783 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [term 1 FOLLOWER]: Starting pre-election (detected failure of leader feee2f1b153348049fd69c26c31dd695)
00:28:26.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.433214 30784 raft_consensus.cc:493] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader feee2f1b153348049fd69c26c31dd695)
00:28:26.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.433243 30783 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } }
00:28:26.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.433336 30784 raft_consensus.cc:515] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } }
00:28:26.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.434491 30783 leader_election.cc:290] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers feee2f1b153348049fd69c26c31dd695 (127.29.64.190:33503), 16a4b74f64eb4c118c57381175c52b41 (127.29.64.189:33243)
00:28:26.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.434473 30784 leader_election.cc:290] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers feee2f1b153348049fd69c26c31dd695 (127.29.64.190:33503), 4488486c7a464b698bca41ea0e91057d (127.29.64.188:38811)
00:28:26.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.435159 30079 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4488486c7a464b698bca41ea0e91057d" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "16a4b74f64eb4c118c57381175c52b41" is_pre_election: true
00:28:26.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.435316 30151 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "16a4b74f64eb4c118c57381175c52b41" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "4488486c7a464b698bca41ea0e91057d" is_pre_election: true
00:28:26.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.435320 30079 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4488486c7a464b698bca41ea0e91057d in term 1.
00:28:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.435456 30151 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 16a4b74f64eb4c118c57381175c52b41 in term 1.
00:28:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.435880 30056 leader_election.cc:304] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 16a4b74f64eb4c118c57381175c52b41, 4488486c7a464b698bca41ea0e91057d; no voters: 
00:28:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.436174 30784 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [term 1 FOLLOWER]: Leader pre-election won for term 2
00:28:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.436223 30784 raft_consensus.cc:493] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [term 1 FOLLOWER]: Starting leader election (detected failure of leader feee2f1b153348049fd69c26c31dd695)
00:28:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.436260 30784 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [term 1 FOLLOWER]: Advancing to term 2
00:28:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.436794 30127 leader_election.cc:304] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 16a4b74f64eb4c118c57381175c52b41, 4488486c7a464b698bca41ea0e91057d; no voters: 
00:28:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.437173 30783 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [term 1 FOLLOWER]: Leader pre-election won for term 2
00:28:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.437330 30783 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [term 1 FOLLOWER]: Starting leader election (detected failure of leader feee2f1b153348049fd69c26c31dd695)
00:28:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.437546 30783 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [term 1 FOLLOWER]: Advancing to term 2
00:28:26.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.437690 30784 raft_consensus.cc:515] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } }
00:28:26.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.438134 30784 leader_election.cc:290] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [CANDIDATE]: Term 2 election: Requested vote from peers feee2f1b153348049fd69c26c31dd695 (127.29.64.190:33503), 4488486c7a464b698bca41ea0e91057d (127.29.64.188:38811)
00:28:26.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.438637 30151 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "16a4b74f64eb4c118c57381175c52b41" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "4488486c7a464b698bca41ea0e91057d"
00:28:26.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.439023 30783 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } }
00:28:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.439554 30151 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 16a4b74f64eb4c118c57381175c52b41 in current term 2: Already voted for candidate 4488486c7a464b698bca41ea0e91057d in this term.
00:28:26.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.441093 30783 leader_election.cc:290] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [CANDIDATE]: Term 2 election: Requested vote from peers feee2f1b153348049fd69c26c31dd695 (127.29.64.190:33503), 16a4b74f64eb4c118c57381175c52b41 (127.29.64.189:33243)
00:28:26.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.441495 30079 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4488486c7a464b698bca41ea0e91057d" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "16a4b74f64eb4c118c57381175c52b41"
00:28:26.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.441406 30727 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "16a4b74f64eb4c118c57381175c52b41" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "feee2f1b153348049fd69c26c31dd695"
00:28:26.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.441479 30729 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4488486c7a464b698bca41ea0e91057d" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "feee2f1b153348049fd69c26c31dd695"
00:28:26.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.441653 30079 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 4488486c7a464b698bca41ea0e91057d in current term 2: Already voted for candidate 16a4b74f64eb4c118c57381175c52b41 in this term.
00:28:26.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.441731 30727 raft_consensus.cc:3060] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [term 1 FOLLOWER]: Advancing to term 2
00:28:26.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.442130 30128 leader_election.cc:304] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4488486c7a464b698bca41ea0e91057d; no voters: 16a4b74f64eb4c118c57381175c52b41, feee2f1b153348049fd69c26c31dd695
00:28:26.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.441339 30730 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4488486c7a464b698bca41ea0e91057d" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "feee2f1b153348049fd69c26c31dd695" is_pre_election: true
00:28:26.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.442535 30783 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
00:28:26.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.441339 30728 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "16a4b74f64eb4c118c57381175c52b41" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "feee2f1b153348049fd69c26c31dd695" is_pre_election: true
00:28:26.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.444254 30727 raft_consensus.cc:2468] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 16a4b74f64eb4c118c57381175c52b41 in term 2.
00:28:26.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.444597 30056 leader_election.cc:304] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 16a4b74f64eb4c118c57381175c52b41, feee2f1b153348049fd69c26c31dd695; no voters: 4488486c7a464b698bca41ea0e91057d
00:28:26.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.444856 30784 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [term 2 FOLLOWER]: Leader election won for term 2
00:28:26.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.445072 30784 raft_consensus.cc:697] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [term 2 LEADER]: Becoming Leader. State: Replica: 16a4b74f64eb4c118c57381175c52b41, State: Running, Role: LEADER
00:28:26.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.445465 30784 consensus_queue.cc:237] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } }
00:28:26.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.446882 30787 sys_catalog.cc:455] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 16a4b74f64eb4c118c57381175c52b41. Latest consensus state: current_term: 2 leader_uuid: "16a4b74f64eb4c118c57381175c52b41" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } }
00:28:26.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.447003 30787 sys_catalog.cc:458] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [sys.catalog]: This master's current role is: LEADER
00:28:26.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.447396 30789 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:28:26.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.449007 30789 catalog_manager.cc:679] Loaded metadata for table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=beb39f93cc4b4b2f8096ad733e3a263d]
00:28:26.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.450022 30789 tablet_loader.cc:96] loaded metadata for tablet c9dc82d266944ac481d63c9173e4cea3 (table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=beb39f93cc4b4b2f8096ad733e3a263d])
00:28:26.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.450145 30789 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:28:26.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.450485 30789 catalog_manager.cc:1294] Loaded cluster ID: 06013fb201e946229ad4c5b00a8535b8
00:28:26.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.450527 30789 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:28:26.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.451045 30789 catalog_manager.cc:1539] Loading token signing keys...
00:28:26.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.451437 30789 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41: Loaded TSK: 0
00:28:26.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.452174 30789 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:28:26.548 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:28:26.549 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=11, TimeoutTracker(timeout=29987, elapsed=1205), Traces: [0ms] sending RPC to server master-127.29.64.190:33503, [31ms] delaying RPC due to: Illegal state: Not the leader. Local UUID: feee2f1b153348049fd69c26c31dd695, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } } (error 0), [31ms] received response from server master-127.29.64.190:33503: Illegal state: Not the leader. Local UUID: feee2f1b153348049fd69c26c31dd695, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } } (error 0), [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [43ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [47ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [47ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [48ms] delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [65ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [66ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [66ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [66ms] delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [86ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [87ms] delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [104ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [125ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [125ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [184ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [224ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [224ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [225ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [225ms] delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [383ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [383ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [384ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [385ms] delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [803ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [803ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [803ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [804ms] delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [1200ms] refreshing cache from master, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [1205ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, deferred=Deferred@759707927(state=PENDING, result=null, callback=get tablet locations from the master for table org.apache.kudu.client.TestClientFailoverSupport-RESTART -> release master lookup permit -> retry RPC -> (continuation of Deferred@350648810 after retry RPC after error@1747306388) -> (continuation of Deferred@1172994517 after retry RPC after error@688283902) -> (continuation of Deferred@235435293 after retry RPC after error@1213667887) -> (continuation of Deferred@1592129057 after retry RPC after error@1149136019) -> (continuation of Deferred@152258972 after retry RPC after error@2045095155) -> (continuation of Deferred@146802960 after retry RPC after error@1072555631) -> (continuation of Deferred@740366247 after retry RPC after error@2029499620) -> (continuation of Deferred@1886890595 after retry RPC after error@553251996) -> (continuation of Deferred@79778571 after retry RPC after error@1104451555), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@350648810 after retry RPC after error@1747306388) -> (continuation of Deferred@1172994517 after retry RPC after error@688283902) -> (continuation of Deferred@235435293 after retry RPC after error@1213667887) -> (continuation of Deferred@1592129057 after retry RPC after error@1149136019) -> (continuation of Deferred@152258972 after retry RPC after error@2045095155) -> (continuation of Deferred@146802960 after retry RPC after error@1072555631) -> (continuation of Deferred@740366247 after retry RPC after error@2029499620) -> (continuation of Deferred@1886890595 after retry RPC after error@553251996) -> (continuation of Deferred@79778571 after retry RPC after error@1104451555))) after lookup
00:28:26.555 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c9dc82d266944ac481d63c9173e4cea3 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
00:28:26.555 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c9dc82d266944ac481d63c9173e4cea3@[009f1b16db634eb19a915abe3700f507(127.29.64.129:38575)[L],44ef5abf5c0a47c89a787618d4f8d554(127.29.64.131:34701),cf5816d6b851446ba68420313b33d584(127.29.64.130:38111)]}]
00:28:26.556 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c9dc82d266944ac481d63c9173e4cea3, attempt=2, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1227), Traces: [0ms] sending RPC to server 009f1b16db634eb19a915abe3700f507, [3ms] received response from server 009f1b16db634eb19a915abe3700f507: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [3ms] delaying RPC due to: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.64.190:33503, [45ms] Sub RPC GetTableLocations: delaying RPC due to: Illegal state: Not the leader. Local UUID: feee2f1b153348049fd69c26c31dd695, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } } (error 0), [45ms] Sub RPC GetTableLocations: received response from server master-127.29.64.190:33503: Illegal state: Not the leader. Local UUID: feee2f1b153348049fd69c26c31dd695, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } } (error 0), [54ms] Sub RPC GetTableLocations: refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [57ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [62ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [74ms] Sub RPC GetTableLocations: refreshing cache from master, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [79ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [80ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [94ms] Sub RPC GetTableLocations: refreshing cache from master, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [97ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [98ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [101ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [114ms] Sub RPC GetTableLocations: refreshing cache from master, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [118ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [118ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [118ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [119ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [134ms] Sub RPC GetTableLocations: refreshing cache from master, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [138ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [139ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [139ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [139ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [194ms] Sub RPC GetTableLocations: refreshing cache from master, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [198ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [198ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [198ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [199ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [235ms] Sub RPC GetTableLocations: refreshing cache from master, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [238ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [238ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [239ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [239ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [394ms] Sub RPC GetTableLocations: refreshing cache from master, [394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [397ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [397ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [398ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [399ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [814ms] Sub RPC GetTableLocations: refreshing cache from master, [814ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [817ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [817ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [817ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [818ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [1214ms] Sub RPC GetTableLocations: refreshing cache from master, [1214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [1215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [1215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [1217ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [1217ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [1219ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [1222ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.64.189:33243, [1226ms] Sub RPC GetTableLocations: received response from server master-127.29.64.189:33243: OK, deferred=Deferred@1670332695(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fefd036e510@6dd81f66 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@856f6b1 -> wakeup thread Time-limited test)) after lookup
00:28:26.558 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575)] connecting to peer
00:28:26.561 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575
00:28:26.561 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575
00:28:26.561 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575) for tablet c9dc82d266944ac481d63c9173e4cea3: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575
00:28:26.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.579010 30791 raft_consensus.cc:493] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 009f1b16db634eb19a915abe3700f507)
00:28:26.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.579208 30791 raft_consensus.cc:515] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf5816d6b851446ba68420313b33d584" member_type: VOTER last_known_addr { host: "127.29.64.130" port: 38111 } } peers { permanent_uuid: "44ef5abf5c0a47c89a787618d4f8d554" member_type: VOTER last_known_addr { host: "127.29.64.131" port: 34701 } } peers { permanent_uuid: "009f1b16db634eb19a915abe3700f507" member_type: VOTER last_known_addr { host: "127.29.64.129" port: 38575 } }
00:28:26.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.579375 30792 raft_consensus.cc:493] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 009f1b16db634eb19a915abe3700f507)
00:28:26.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.579566 30792 raft_consensus.cc:515] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf5816d6b851446ba68420313b33d584" member_type: VOTER last_known_addr { host: "127.29.64.130" port: 38111 } } peers { permanent_uuid: "44ef5abf5c0a47c89a787618d4f8d554" member_type: VOTER last_known_addr { host: "127.29.64.131" port: 34701 } } peers { permanent_uuid: "009f1b16db634eb19a915abe3700f507" member_type: VOTER last_known_addr { host: "127.29.64.129" port: 38575 } }
00:28:26.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.580637 30791 leader_election.cc:290] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 44ef5abf5c0a47c89a787618d4f8d554 (127.29.64.131:34701), 009f1b16db634eb19a915abe3700f507 (127.29.64.129:38575)
00:28:26.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.581177 30792 leader_election.cc:290] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers cf5816d6b851446ba68420313b33d584 (127.29.64.130:38111), 009f1b16db634eb19a915abe3700f507 (127.29.64.129:38575)
00:28:26.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.581506 30525 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.64.129:38575: connect: Connection refused (error 111)
00:28:26.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.581754 30390 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.64.129:38575: connect: Connection refused (error 111)
00:28:26.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.582803 30525 leader_election.cc:336] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 009f1b16db634eb19a915abe3700f507 (127.29.64.129:38575): Network error: Client connection negotiation failed: client connection to 127.29.64.129:38575: connect: Connection refused (error 111)
00:28:26.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.583555 30390 leader_election.cc:336] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 009f1b16db634eb19a915abe3700f507 (127.29.64.129:38575): Network error: Client connection negotiation failed: client connection to 127.29.64.129:38575: connect: Connection refused (error 111)
00:28:26.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.585592 30457 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c9dc82d266944ac481d63c9173e4cea3" candidate_uuid: "44ef5abf5c0a47c89a787618d4f8d554" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "cf5816d6b851446ba68420313b33d584" is_pre_election: true
00:28:26.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.585777 30457 raft_consensus.cc:2468] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 44ef5abf5c0a47c89a787618d4f8d554 in term 1.
00:28:26.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.585752 30592 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c9dc82d266944ac481d63c9173e4cea3" candidate_uuid: "cf5816d6b851446ba68420313b33d584" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "44ef5abf5c0a47c89a787618d4f8d554" is_pre_election: true
00:28:26.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.585878 30592 raft_consensus.cc:2468] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cf5816d6b851446ba68420313b33d584 in term 1.
00:28:26.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.586165 30528 leader_election.cc:304] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 44ef5abf5c0a47c89a787618d4f8d554, cf5816d6b851446ba68420313b33d584; no voters: 009f1b16db634eb19a915abe3700f507
00:28:26.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.586350 30393 leader_election.cc:304] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 44ef5abf5c0a47c89a787618d4f8d554, cf5816d6b851446ba68420313b33d584; no voters: 009f1b16db634eb19a915abe3700f507
00:28:26.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.586483 30792 raft_consensus.cc:2804] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [term 1 FOLLOWER]: Leader pre-election won for term 2
00:28:26.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.586537 30792 raft_consensus.cc:493] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 009f1b16db634eb19a915abe3700f507)
00:28:26.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.586577 30792 raft_consensus.cc:3060] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [term 1 FOLLOWER]: Advancing to term 2
00:28:26.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.586665 30791 raft_consensus.cc:2804] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [term 1 FOLLOWER]: Leader pre-election won for term 2
00:28:26.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.586724 30791 raft_consensus.cc:493] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 009f1b16db634eb19a915abe3700f507)
00:28:26.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.586766 30791 raft_consensus.cc:3060] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [term 1 FOLLOWER]: Advancing to term 2
00:28:26.587 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c9dc82d266944ac481d63c9173e4cea3 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
00:28:26.587 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c9dc82d266944ac481d63c9173e4cea3@[009f1b16db634eb19a915abe3700f507(127.29.64.129:38575)[L],44ef5abf5c0a47c89a787618d4f8d554(127.29.64.131:34701),cf5816d6b851446ba68420313b33d584(127.29.64.130:38111)]}]
00:28:26.589 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c9dc82d266944ac481d63c9173e4cea3, attempt=4, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1259), Traces: [0ms] sending RPC to server 009f1b16db634eb19a915abe3700f507, [3ms] received response from server 009f1b16db634eb19a915abe3700f507: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [3ms] delaying RPC due to: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.64.190:33503, [45ms] Sub RPC GetTableLocations: delaying RPC due to: Illegal state: Not the leader. Local UUID: feee2f1b153348049fd69c26c31dd695, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } } (error 0), [45ms] Sub RPC GetTableLocations: received response from server master-127.29.64.190:33503: Illegal state: Not the leader. Local UUID: feee2f1b153348049fd69c26c31dd695, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } } (error 0), [54ms] Sub RPC GetTableLocations: refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [57ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [62ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [74ms] Sub RPC GetTableLocations: refreshing cache from master, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [79ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [80ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [94ms] Sub RPC GetTableLocations: refreshing cache from master, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [97ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [98ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [101ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [114ms] Sub RPC GetTableLocations: refreshing cache from master, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [118ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [118ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [118ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [119ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [134ms] Sub RPC GetTableLocations: refreshing cache from master, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [138ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [139ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [139ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [139ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [194ms] Sub RPC GetTableLocations: refreshing cache from master, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [198ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [198ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [198ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [199ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [235ms] Sub RPC GetTableLocations: refreshing cache from master, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [238ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [238ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [239ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [239ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [394ms] Sub RPC GetTableLocations: refreshing cache from master, [394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [397ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [397ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [398ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [399ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [814ms] Sub RPC GetTableLocations: refreshing cache from master, [814ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [817ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [817ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [817ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [818ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [1214ms] Sub RPC GetTableLocations: refreshing cache from master, [1214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [1215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [1215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [1217ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [1217ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [1219ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [1222ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.64.189:33243, [1226ms] Sub RPC GetTableLocations: received response from server master-127.29.64.189:33243: OK, [1229ms] sending RPC to server 009f1b16db634eb19a915abe3700f507, [1233ms] received response from server 009f1b16db634eb19a915abe3700f507: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [1233ms] delaying RPC due to: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [1255ms] refreshing cache from master, [1255ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.64.189:33243, [1259ms] Sub RPC GetTableLocations: received response from server master-127.29.64.189:33243: OK, deferred=Deferred@1670332695(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fefd036e510@6dd81f66 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@759707927 after retry RPC@1737206955), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@856f6b1 -> wakeup thread Time-limited test -> (continuation of Deferred@759707927 after retry RPC@1737206955))) after lookup
00:28:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.587985 30791 raft_consensus.cc:515] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf5816d6b851446ba68420313b33d584" member_type: VOTER last_known_addr { host: "127.29.64.130" port: 38111 } } peers { permanent_uuid: "44ef5abf5c0a47c89a787618d4f8d554" member_type: VOTER last_known_addr { host: "127.29.64.131" port: 34701 } } peers { permanent_uuid: "009f1b16db634eb19a915abe3700f507" member_type: VOTER last_known_addr { host: "127.29.64.129" port: 38575 } }
00:28:26.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.587987 30792 raft_consensus.cc:515] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf5816d6b851446ba68420313b33d584" member_type: VOTER last_known_addr { host: "127.29.64.130" port: 38111 } } peers { permanent_uuid: "44ef5abf5c0a47c89a787618d4f8d554" member_type: VOTER last_known_addr { host: "127.29.64.131" port: 34701 } } peers { permanent_uuid: "009f1b16db634eb19a915abe3700f507" member_type: VOTER last_known_addr { host: "127.29.64.129" port: 38575 } }
00:28:26.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.588452 30791 leader_election.cc:290] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [CANDIDATE]: Term 2 election: Requested vote from peers 44ef5abf5c0a47c89a787618d4f8d554 (127.29.64.131:34701), 009f1b16db634eb19a915abe3700f507 (127.29.64.129:38575)
00:28:26.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.588876 30592 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c9dc82d266944ac481d63c9173e4cea3" candidate_uuid: "cf5816d6b851446ba68420313b33d584" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "44ef5abf5c0a47c89a787618d4f8d554"
00:28:26.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.589093 30592 raft_consensus.cc:2393] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate cf5816d6b851446ba68420313b33d584 in current term 2: Already voted for candidate 44ef5abf5c0a47c89a787618d4f8d554 in this term.
00:28:26.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.589267 30457 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c9dc82d266944ac481d63c9173e4cea3" candidate_uuid: "44ef5abf5c0a47c89a787618d4f8d554" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "cf5816d6b851446ba68420313b33d584"
00:28:26.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.589366 30792 leader_election.cc:290] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [CANDIDATE]: Term 2 election: Requested vote from peers cf5816d6b851446ba68420313b33d584 (127.29.64.130:38111), 009f1b16db634eb19a915abe3700f507 (127.29.64.129:38575)
00:28:26.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.589437 30457 raft_consensus.cc:2393] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate 44ef5abf5c0a47c89a787618d4f8d554 in current term 2: Already voted for candidate cf5816d6b851446ba68420313b33d584 in this term.
00:28:26.590 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575)] connecting to peer
00:28:26.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.590706 30525 leader_election.cc:336] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 009f1b16db634eb19a915abe3700f507 (127.29.64.129:38575): Network error: Client connection negotiation failed: client connection to 127.29.64.129:38575: connect: Connection refused (error 111)
00:28:26.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.590778 30525 leader_election.cc:304] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 44ef5abf5c0a47c89a787618d4f8d554; no voters: 009f1b16db634eb19a915abe3700f507, cf5816d6b851446ba68420313b33d584
00:28:26.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.591257 30390 leader_election.cc:336] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 009f1b16db634eb19a915abe3700f507 (127.29.64.129:38575): Network error: Client connection negotiation failed: client connection to 127.29.64.129:38575: connect: Connection refused (error 111)
00:28:26.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.591274 30792 raft_consensus.cc:2749] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
00:28:26.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.591329 30390 leader_election.cc:304] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cf5816d6b851446ba68420313b33d584; no voters: 009f1b16db634eb19a915abe3700f507, 44ef5abf5c0a47c89a787618d4f8d554
00:28:26.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.591791 30791 raft_consensus.cc:2749] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
00:28:26.593 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575
00:28:26.593 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575
00:28:26.593 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575) for tablet c9dc82d266944ac481d63c9173e4cea3: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575
00:28:26.626 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c9dc82d266944ac481d63c9173e4cea3 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
00:28:26.626 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c9dc82d266944ac481d63c9173e4cea3@[009f1b16db634eb19a915abe3700f507(127.29.64.129:38575)[L],44ef5abf5c0a47c89a787618d4f8d554(127.29.64.131:34701),cf5816d6b851446ba68420313b33d584(127.29.64.130:38111)]}]
00:28:26.627 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c9dc82d266944ac481d63c9173e4cea3, attempt=6, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1298), Traces: [0ms] sending RPC to server 009f1b16db634eb19a915abe3700f507, [3ms] received response from server 009f1b16db634eb19a915abe3700f507: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [3ms] delaying RPC due to: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.64.190:33503, [45ms] Sub RPC GetTableLocations: delaying RPC due to: Illegal state: Not the leader. Local UUID: feee2f1b153348049fd69c26c31dd695, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } } (error 0), [45ms] Sub RPC GetTableLocations: received response from server master-127.29.64.190:33503: Illegal state: Not the leader. Local UUID: feee2f1b153348049fd69c26c31dd695, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } } (error 0), [54ms] Sub RPC GetTableLocations: refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [57ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [62ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [74ms] Sub RPC GetTableLocations: refreshing cache from master, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [79ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [80ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [94ms] Sub RPC GetTableLocations: refreshing cache from master, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [97ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [98ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [101ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [114ms] Sub RPC GetTableLocations: refreshing cache from master, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [118ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [118ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [118ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [119ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [134ms] Sub RPC GetTableLocations: refreshing cache from master, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [138ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [139ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [139ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [139ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [194ms] Sub RPC GetTableLocations: refreshing cache from master, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [198ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [198ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [198ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [199ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [235ms] Sub RPC GetTableLocations: refreshing cache from master, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [238ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [238ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [239ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [239ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [394ms] Sub RPC GetTableLocations: refreshing cache from master, [394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [397ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [397ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [398ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [399ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [814ms] Sub RPC GetTableLocations: refreshing cache from master, [814ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [817ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [817ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [817ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [818ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [1214ms] Sub RPC GetTableLocations: refreshing cache from master, [1214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [1215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [1215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [1217ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [1217ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [1219ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [1222ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.64.189:33243, [1226ms] Sub RPC GetTableLocations: received response from server master-127.29.64.189:33243: OK, [1229ms] sending RPC to server 009f1b16db634eb19a915abe3700f507, [1233ms] received response from server 009f1b16db634eb19a915abe3700f507: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [1233ms] delaying RPC due to: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [1255ms] refreshing cache from master, [1255ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.64.189:33243, [1259ms] Sub RPC GetTableLocations: received response from server master-127.29.64.189:33243: OK, [1262ms] sending RPC to server 009f1b16db634eb19a915abe3700f507, [1265ms] received response from server 009f1b16db634eb19a915abe3700f507: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [1265ms] delaying RPC due to: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [1294ms] refreshing cache from master, [1294ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.64.189:33243, [1297ms] Sub RPC GetTableLocations: received response from server master-127.29.64.189:33243: OK, deferred=Deferred@1670332695(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fefd036e510@6dd81f66 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@759707927 after retry RPC@1737206955) -> (continuation of Deferred@1448454160 after retry RPC@1251284234), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@856f6b1 -> wakeup thread Time-limited test -> (continuation of Deferred@759707927 after retry RPC@1737206955) -> (continuation of Deferred@1448454160 after retry RPC@1251284234))) after lookup
00:28:26.629 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575)] connecting to peer
00:28:26.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575
00:28:26.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575
00:28:26.631 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575) for tablet c9dc82d266944ac481d63c9173e4cea3: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575
00:28:26.647 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c9dc82d266944ac481d63c9173e4cea3 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
00:28:26.647 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c9dc82d266944ac481d63c9173e4cea3@[009f1b16db634eb19a915abe3700f507(127.29.64.129:38575)[L],44ef5abf5c0a47c89a787618d4f8d554(127.29.64.131:34701),cf5816d6b851446ba68420313b33d584(127.29.64.130:38111)]}]
00:28:26.649 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c9dc82d266944ac481d63c9173e4cea3, attempt=8, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1319), Traces: [0ms] sending RPC to server 009f1b16db634eb19a915abe3700f507, [3ms] received response from server 009f1b16db634eb19a915abe3700f507: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [3ms] delaying RPC due to: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.64.190:33503, [45ms] Sub RPC GetTableLocations: delaying RPC due to: Illegal state: Not the leader. Local UUID: feee2f1b153348049fd69c26c31dd695, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } } (error 0), [45ms] Sub RPC GetTableLocations: received response from server master-127.29.64.190:33503: Illegal state: Not the leader. Local UUID: feee2f1b153348049fd69c26c31dd695, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } } (error 0), [54ms] Sub RPC GetTableLocations: refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [57ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [62ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [74ms] Sub RPC GetTableLocations: refreshing cache from master, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [79ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [80ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [94ms] Sub RPC GetTableLocations: refreshing cache from master, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [97ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [98ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [101ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [114ms] Sub RPC GetTableLocations: refreshing cache from master, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [118ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [118ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [118ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [119ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [134ms] Sub RPC GetTableLocations: refreshing cache from master, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [138ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [139ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [139ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [139ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [194ms] Sub RPC GetTableLocations: refreshing cache from master, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [198ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [198ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [198ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [199ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [235ms] Sub RPC GetTableLocations: refreshing cache from master, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [238ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [238ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [239ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [239ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [394ms] Sub RPC GetTableLocations: refreshing cache from master, [394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [397ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [397ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [398ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [399ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [814ms] Sub RPC GetTableLocations: refreshing cache from master, [814ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [817ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [817ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [817ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [818ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [1214ms] Sub RPC GetTableLocations: refreshing cache from master, [1214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [1215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [1215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [1217ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [1217ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [1219ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [1222ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.64.189:33243, [1226ms] Sub RPC GetTableLocations: received response from server master-127.29.64.189:33243: OK, [1229ms] sending RPC to server 009f1b16db634eb19a915abe3700f507, [1233ms] received response from server 009f1b16db634eb19a915abe3700f507: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [1233ms] delaying RPC due to: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [1255ms] refreshing cache from master, [1255ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.64.189:33243, [1259ms] Sub RPC GetTableLocations: received response from server master-127.29.64.189:33243: OK, [1262ms] sending RPC to server 009f1b16db634eb19a915abe3700f507, [1265ms] received response from server 009f1b16db634eb19a915abe3700f507: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [1265ms] delaying RPC due to: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [1294ms] refreshing cache from master, [1294ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.64.189:33243, [1297ms] Sub RPC GetTableLocations: received response from server master-127.29.64.189:33243: OK, [1300ms] too many traces: truncated at 100 traces, deferred=Deferred@1670332695(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fefd036e510@6dd81f66 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@759707927 after retry RPC@1737206955) -> (continuation of Deferred@1448454160 after retry RPC@1251284234) -> (continuation of Deferred@2049518420 after retry RPC@418798686), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@856f6b1 -> wakeup thread Time-limited test -> (continuation of Deferred@759707927 after retry RPC@1737206955) -> (continuation of Deferred@1448454160 after retry RPC@1251284234) -> (continuation of Deferred@2049518420 after retry RPC@418798686))) after lookup
00:28:26.650 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575)] connecting to peer
00:28:26.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575
00:28:26.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575
00:28:26.652 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575) for tablet c9dc82d266944ac481d63c9173e4cea3: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575
00:28:26.726 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c9dc82d266944ac481d63c9173e4cea3 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
00:28:26.727 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c9dc82d266944ac481d63c9173e4cea3@[009f1b16db634eb19a915abe3700f507(127.29.64.129:38575)[L],44ef5abf5c0a47c89a787618d4f8d554(127.29.64.131:34701),cf5816d6b851446ba68420313b33d584(127.29.64.130:38111)]}]
00:28:26.728 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c9dc82d266944ac481d63c9173e4cea3, attempt=10, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1398), Traces: [0ms] sending RPC to server 009f1b16db634eb19a915abe3700f507, [3ms] received response from server 009f1b16db634eb19a915abe3700f507: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [3ms] delaying RPC due to: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.64.190:33503, [45ms] Sub RPC GetTableLocations: delaying RPC due to: Illegal state: Not the leader. Local UUID: feee2f1b153348049fd69c26c31dd695, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } } (error 0), [45ms] Sub RPC GetTableLocations: received response from server master-127.29.64.190:33503: Illegal state: Not the leader. Local UUID: feee2f1b153348049fd69c26c31dd695, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } } (error 0), [54ms] Sub RPC GetTableLocations: refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [57ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [62ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [74ms] Sub RPC GetTableLocations: refreshing cache from master, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [79ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [80ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [94ms] Sub RPC GetTableLocations: refreshing cache from master, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [97ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [98ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [101ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [114ms] Sub RPC GetTableLocations: refreshing cache from master, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [118ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [118ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [118ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [119ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [134ms] Sub RPC GetTableLocations: refreshing cache from master, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [138ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [139ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [139ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [139ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [194ms] Sub RPC GetTableLocations: refreshing cache from master, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [198ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [198ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [198ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [199ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [235ms] Sub RPC GetTableLocations: refreshing cache from master, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [238ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [238ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [239ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [239ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [394ms] Sub RPC GetTableLocations: refreshing cache from master, [394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [397ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [397ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [398ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [399ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [814ms] Sub RPC GetTableLocations: refreshing cache from master, [814ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [817ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [817ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [817ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [818ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [1214ms] Sub RPC GetTableLocations: refreshing cache from master, [1214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [1215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [1215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [1217ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [1217ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [1219ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [1222ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.64.189:33243, [1226ms] Sub RPC GetTableLocations: received response from server master-127.29.64.189:33243: OK, [1229ms] sending RPC to server 009f1b16db634eb19a915abe3700f507, [1233ms] received response from server 009f1b16db634eb19a915abe3700f507: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [1233ms] delaying RPC due to: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [1255ms] refreshing cache from master, [1255ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.64.189:33243, [1259ms] Sub RPC GetTableLocations: received response from server master-127.29.64.189:33243: OK, [1262ms] sending RPC to server 009f1b16db634eb19a915abe3700f507, [1265ms] received response from server 009f1b16db634eb19a915abe3700f507: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [1265ms] delaying RPC due to: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [1294ms] refreshing cache from master, [1294ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.64.189:33243, [1297ms] Sub RPC GetTableLocations: received response from server master-127.29.64.189:33243: OK, [1300ms] too many traces: truncated at 100 traces, deferred=Deferred@1670332695(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fefd036e510@6dd81f66 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@759707927 after retry RPC@1737206955) -> (continuation of Deferred@1448454160 after retry RPC@1251284234) -> (continuation of Deferred@2049518420 after retry RPC@418798686) -> (continuation of Deferred@14125399 after retry RPC@1319087155), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@856f6b1 -> wakeup thread Time-limited test -> (continuation of Deferred@759707927 after retry RPC@1737206955) -> (continuation of Deferred@1448454160 after retry RPC@1251284234) -> (continuation of Deferred@2049518420 after retry RPC@418798686) -> (continuation of Deferred@14125399 after retry RPC@1319087155))) after lookup
00:28:26.729 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575)] connecting to peer
00:28:26.730 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575
00:28:26.730 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575
00:28:26.731 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575) for tablet c9dc82d266944ac481d63c9173e4cea3: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575
00:28:27.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.008046 30727 raft_consensus.cc:1275] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [term 2 FOLLOWER]: Refusing update from remote peer 16a4b74f64eb4c118c57381175c52b41: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 2 index: 8. (index mismatch)
00:28:27.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.009820 30802 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [LEADER]: Connected to new peer: Peer: permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
00:28:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.012261 30803 sys_catalog.cc:455] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 16a4b74f64eb4c118c57381175c52b41. Latest consensus state: current_term: 2 leader_uuid: "16a4b74f64eb4c118c57381175c52b41" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } }
00:28:27.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.012488 30803 sys_catalog.cc:458] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [sys.catalog]: This master's current role is: FOLLOWER
00:28:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.014705 30802 sys_catalog.cc:455] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "16a4b74f64eb4c118c57381175c52b41" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } }
00:28:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.014870 30802 sys_catalog.cc:458] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [sys.catalog]: This master's current role is: LEADER
00:28:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.015233 30151 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [term 2 FOLLOWER]: Refusing update from remote peer 16a4b74f64eb4c118c57381175c52b41: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 2 index: 8. (index mismatch)
00:28:27.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.015723 30803 sys_catalog.cc:455] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "16a4b74f64eb4c118c57381175c52b41" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } }
00:28:27.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.015856 30803 sys_catalog.cc:458] T 00000000000000000000000000000000 P feee2f1b153348049fd69c26c31dd695 [sys.catalog]: This master's current role is: FOLLOWER
00:28:27.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.015924 30805 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
00:28:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.017393 30810 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 16a4b74f64eb4c118c57381175c52b41. Latest consensus state: current_term: 2 leader_uuid: "16a4b74f64eb4c118c57381175c52b41" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } }
00:28:27.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.017396 30813 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "16a4b74f64eb4c118c57381175c52b41" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } }
00:28:27.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.017972 30810 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [sys.catalog]: This master's current role is: FOLLOWER
00:28:27.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.018246 30813 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4488486c7a464b698bca41ea0e91057d [sys.catalog]: This master's current role is: FOLLOWER
00:28:27.026 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c9dc82d266944ac481d63c9173e4cea3 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
00:28:27.027 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c9dc82d266944ac481d63c9173e4cea3@[009f1b16db634eb19a915abe3700f507(127.29.64.129:38575)[L],44ef5abf5c0a47c89a787618d4f8d554(127.29.64.131:34701),cf5816d6b851446ba68420313b33d584(127.29.64.130:38111)]}]
00:28:27.028 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c9dc82d266944ac481d63c9173e4cea3, attempt=12, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1698), Traces: [0ms] sending RPC to server 009f1b16db634eb19a915abe3700f507, [3ms] received response from server 009f1b16db634eb19a915abe3700f507: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [3ms] delaying RPC due to: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.64.190:33503, [45ms] Sub RPC GetTableLocations: delaying RPC due to: Illegal state: Not the leader. Local UUID: feee2f1b153348049fd69c26c31dd695, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } } (error 0), [45ms] Sub RPC GetTableLocations: received response from server master-127.29.64.190:33503: Illegal state: Not the leader. Local UUID: feee2f1b153348049fd69c26c31dd695, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } } (error 0), [54ms] Sub RPC GetTableLocations: refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [57ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [62ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [74ms] Sub RPC GetTableLocations: refreshing cache from master, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [79ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [80ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [94ms] Sub RPC GetTableLocations: refreshing cache from master, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [97ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [98ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [101ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [114ms] Sub RPC GetTableLocations: refreshing cache from master, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [118ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [118ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [118ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [119ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [134ms] Sub RPC GetTableLocations: refreshing cache from master, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [138ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [139ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [139ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [139ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [194ms] Sub RPC GetTableLocations: refreshing cache from master, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [198ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [198ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [198ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [199ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [235ms] Sub RPC GetTableLocations: refreshing cache from master, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [238ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [238ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [239ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [239ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [394ms] Sub RPC GetTableLocations: refreshing cache from master, [394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [397ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [397ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [398ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [399ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [814ms] Sub RPC GetTableLocations: refreshing cache from master, [814ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [817ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [817ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [817ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [818ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [1214ms] Sub RPC GetTableLocations: refreshing cache from master, [1214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [1215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [1215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [1217ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [1217ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [1219ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [1222ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.64.189:33243, [1226ms] Sub RPC GetTableLocations: received response from server master-127.29.64.189:33243: OK, [1229ms] sending RPC to server 009f1b16db634eb19a915abe3700f507, [1233ms] received response from server 009f1b16db634eb19a915abe3700f507: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [1233ms] delaying RPC due to: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [1255ms] refreshing cache from master, [1255ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.64.189:33243, [1259ms] Sub RPC GetTableLocations: received response from server master-127.29.64.189:33243: OK, [1262ms] sending RPC to server 009f1b16db634eb19a915abe3700f507, [1265ms] received response from server 009f1b16db634eb19a915abe3700f507: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [1265ms] delaying RPC due to: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [1294ms] refreshing cache from master, [1294ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.64.189:33243, [1297ms] Sub RPC GetTableLocations: received response from server master-127.29.64.189:33243: OK, [1300ms] too many traces: truncated at 100 traces, deferred=Deferred@1670332695(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fefd036e510@6dd81f66 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@759707927 after retry RPC@1737206955) -> (continuation of Deferred@1448454160 after retry RPC@1251284234) -> (continuation of Deferred@2049518420 after retry RPC@418798686) -> (continuation of Deferred@14125399 after retry RPC@1319087155) -> (continuation of Deferred@757332125 after retry RPC@510535486), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@856f6b1 -> wakeup thread Time-limited test -> (continuation of Deferred@759707927 after retry RPC@1737206955) -> (continuation of Deferred@1448454160 after retry RPC@1251284234) -> (continuation of Deferred@2049518420 after retry RPC@418798686) -> (continuation of Deferred@14125399 after retry RPC@1319087155) -> (continuation of Deferred@757332125 after retry RPC@510535486))) after lookup
00:28:27.029 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575)] connecting to peer
00:28:27.031 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575
00:28:27.031 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575)] cleaning up while in state CONNECTING due to: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575
00:28:27.031 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575) for tablet c9dc82d266944ac481d63c9173e4cea3: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575
00:28:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.581898 30805 sys_catalog.cc:455] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "16a4b74f64eb4c118c57381175c52b41" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } }
00:28:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.582105 30805 sys_catalog.cc:458] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41 [sys.catalog]: This master's current role is: LEADER
00:28:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.011112 30505 heartbeater.cc:499] Master 127.29.64.189:33243 was elected leader, sending a full tablet report...
00:28:28.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.011096 30640 heartbeater.cc:499] Master 127.29.64.189:33243 was elected leader, sending a full tablet report...
00:28:28.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.571208 30816 raft_consensus.cc:493] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:28.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.571357 30816 raft_consensus.cc:515] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf5816d6b851446ba68420313b33d584" member_type: VOTER last_known_addr { host: "127.29.64.130" port: 38111 } } peers { permanent_uuid: "44ef5abf5c0a47c89a787618d4f8d554" member_type: VOTER last_known_addr { host: "127.29.64.131" port: 34701 } } peers { permanent_uuid: "009f1b16db634eb19a915abe3700f507" member_type: VOTER last_known_addr { host: "127.29.64.129" port: 38575 } }
00:28:28.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.571935 30816 leader_election.cc:290] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 44ef5abf5c0a47c89a787618d4f8d554 (127.29.64.131:34701), 009f1b16db634eb19a915abe3700f507 (127.29.64.129:38575)
00:28:28.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.572469 30592 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c9dc82d266944ac481d63c9173e4cea3" candidate_uuid: "cf5816d6b851446ba68420313b33d584" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "44ef5abf5c0a47c89a787618d4f8d554" is_pre_election: true
00:28:28.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.572643 30592 raft_consensus.cc:2468] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cf5816d6b851446ba68420313b33d584 in term 2.
00:28:28.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.573195 30393 leader_election.cc:304] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 44ef5abf5c0a47c89a787618d4f8d554, cf5816d6b851446ba68420313b33d584; no voters: 
00:28:28.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.573405 30816 raft_consensus.cc:2804] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [term 2 FOLLOWER]: Leader pre-election won for term 3
00:28:28.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.573495 30816 raft_consensus.cc:493] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:28.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.573539 30816 raft_consensus.cc:3060] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [term 2 FOLLOWER]: Advancing to term 3
00:28:28.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.573598 30390 leader_election.cc:336] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 009f1b16db634eb19a915abe3700f507 (127.29.64.129:38575): Network error: Client connection negotiation failed: client connection to 127.29.64.129:38575: connect: Connection refused (error 111)
00:28:28.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.574558 30816 raft_consensus.cc:515] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf5816d6b851446ba68420313b33d584" member_type: VOTER last_known_addr { host: "127.29.64.130" port: 38111 } } peers { permanent_uuid: "44ef5abf5c0a47c89a787618d4f8d554" member_type: VOTER last_known_addr { host: "127.29.64.131" port: 34701 } } peers { permanent_uuid: "009f1b16db634eb19a915abe3700f507" member_type: VOTER last_known_addr { host: "127.29.64.129" port: 38575 } }
00:28:28.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.575016 30816 leader_election.cc:290] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [CANDIDATE]: Term 3 election: Requested vote from peers 44ef5abf5c0a47c89a787618d4f8d554 (127.29.64.131:34701), 009f1b16db634eb19a915abe3700f507 (127.29.64.129:38575)
00:28:28.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.575642 30592 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c9dc82d266944ac481d63c9173e4cea3" candidate_uuid: "cf5816d6b851446ba68420313b33d584" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "44ef5abf5c0a47c89a787618d4f8d554"
00:28:28.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.575847 30592 raft_consensus.cc:3060] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [term 2 FOLLOWER]: Advancing to term 3
00:28:28.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.576349 30390 leader_election.cc:336] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 009f1b16db634eb19a915abe3700f507 (127.29.64.129:38575): Network error: Client connection negotiation failed: client connection to 127.29.64.129:38575: connect: Connection refused (error 111)
00:28:28.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.576988 30592 raft_consensus.cc:2468] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cf5816d6b851446ba68420313b33d584 in term 3.
00:28:28.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.577332 30393 leader_election.cc:304] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 44ef5abf5c0a47c89a787618d4f8d554, cf5816d6b851446ba68420313b33d584; no voters: 009f1b16db634eb19a915abe3700f507
00:28:28.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.577569 30816 raft_consensus.cc:2804] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [term 3 FOLLOWER]: Leader election won for term 3
00:28:28.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.577796 30816 raft_consensus.cc:697] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [term 3 LEADER]: Becoming Leader. State: Replica: cf5816d6b851446ba68420313b33d584, State: Running, Role: LEADER
00:28:28.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.578204 30816 consensus_queue.cc:237] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf5816d6b851446ba68420313b33d584" member_type: VOTER last_known_addr { host: "127.29.64.130" port: 38111 } } peers { permanent_uuid: "44ef5abf5c0a47c89a787618d4f8d554" member_type: VOTER last_known_addr { host: "127.29.64.131" port: 34701 } } peers { permanent_uuid: "009f1b16db634eb19a915abe3700f507" member_type: VOTER last_known_addr { host: "127.29.64.129" port: 38575 } }
00:28:28.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.581192 30062 catalog_manager.cc:5696] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 reported cstate change: term changed from 1 to 3, leader changed from 009f1b16db634eb19a915abe3700f507 (127.29.64.129) to cf5816d6b851446ba68420313b33d584 (127.29.64.130). New cstate: current_term: 3 leader_uuid: "cf5816d6b851446ba68420313b33d584" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cf5816d6b851446ba68420313b33d584" member_type: VOTER last_known_addr { host: "127.29.64.130" port: 38111 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "44ef5abf5c0a47c89a787618d4f8d554" member_type: VOTER last_known_addr { host: "127.29.64.131" port: 34701 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "009f1b16db634eb19a915abe3700f507" member_type: VOTER last_known_addr { host: "127.29.64.129" port: 38575 } health_report { overall_health: UNKNOWN } } }
00:28:29.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:29.009486 30592 raft_consensus.cc:1275] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [term 3 FOLLOWER]: Refusing update from remote peer cf5816d6b851446ba68420313b33d584: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
00:28:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:29.010278 30816 consensus_queue.cc:1048] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 [LEADER]: Connected to new peer: Peer: permanent_uuid: "44ef5abf5c0a47c89a787618d4f8d554" member_type: VOTER last_known_addr { host: "127.29.64.131" port: 34701 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
00:28:29.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:29.015662 30390 consensus_peers.cc:597] T c9dc82d266944ac481d63c9173e4cea3 P cf5816d6b851446ba68420313b33d584 -> Peer 009f1b16db634eb19a915abe3700f507 (127.29.64.129:38575): Couldn't send request to peer 009f1b16db634eb19a915abe3700f507. Status: Network error: Client connection negotiation failed: client connection to 127.29.64.129:38575: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:28:30.647 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c9dc82d266944ac481d63c9173e4cea3 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
00:28:30.647 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=c9dc82d266944ac481d63c9173e4cea3@[009f1b16db634eb19a915abe3700f507(127.29.64.129:38575),44ef5abf5c0a47c89a787618d4f8d554(127.29.64.131:34701),cf5816d6b851446ba68420313b33d584(127.29.64.130:38111)[L]]}]
00:28:30.648 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=c9dc82d266944ac481d63c9173e4cea3, attempt=14, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=5319), Traces: [0ms] sending RPC to server 009f1b16db634eb19a915abe3700f507, [3ms] received response from server 009f1b16db634eb19a915abe3700f507: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [3ms] delaying RPC due to: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [14ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.64.190:33503, [45ms] Sub RPC GetTableLocations: delaying RPC due to: Illegal state: Not the leader. Local UUID: feee2f1b153348049fd69c26c31dd695, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } } (error 0), [45ms] Sub RPC GetTableLocations: received response from server master-127.29.64.190:33503: Illegal state: Not the leader. Local UUID: feee2f1b153348049fd69c26c31dd695, Raft Consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "feee2f1b153348049fd69c26c31dd695" member_type: VOTER last_known_addr { host: "127.29.64.190" port: 33503 } } peers { permanent_uuid: "16a4b74f64eb4c118c57381175c52b41" member_type: VOTER last_known_addr { host: "127.29.64.189" port: 33243 } } peers { permanent_uuid: "4488486c7a464b698bca41ea0e91057d" member_type: VOTER last_known_addr { host: "127.29.64.188" port: 38811 } } } (error 0), [54ms] Sub RPC GetTableLocations: refreshing cache from master, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [57ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [62ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [74ms] Sub RPC GetTableLocations: refreshing cache from master, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [79ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [80ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [94ms] Sub RPC GetTableLocations: refreshing cache from master, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [97ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [98ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [101ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [114ms] Sub RPC GetTableLocations: refreshing cache from master, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [118ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [118ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [118ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [119ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [134ms] Sub RPC GetTableLocations: refreshing cache from master, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [138ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [139ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [139ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [139ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [194ms] Sub RPC GetTableLocations: refreshing cache from master, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [198ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [198ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [198ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [199ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [235ms] Sub RPC GetTableLocations: refreshing cache from master, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [238ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [238ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [239ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [239ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [394ms] Sub RPC GetTableLocations: refreshing cache from master, [394ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [395ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [397ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [397ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [398ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [399ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [814ms] Sub RPC GetTableLocations: refreshing cache from master, [814ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [817ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [817ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [817ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [818ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.64.190:33503,127.29.64.189:33243,127.29.64.188:38811) has no leader., [1214ms] Sub RPC GetTableLocations: refreshing cache from master, [1214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.190:33503, [1215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.189:33243, [1215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.64.188:38811, [1217ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.190:33503: OK, [1217ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.188:38811: OK, [1219ms] Sub RPC ConnectToMaster: received response from server master-127.29.64.189:33243: OK, [1222ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.64.189:33243, [1226ms] Sub RPC GetTableLocations: received response from server master-127.29.64.189:33243: OK, [1229ms] sending RPC to server 009f1b16db634eb19a915abe3700f507, [1233ms] received response from server 009f1b16db634eb19a915abe3700f507: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [1233ms] delaying RPC due to: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [1255ms] refreshing cache from master, [1255ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.64.189:33243, [1259ms] Sub RPC GetTableLocations: received response from server master-127.29.64.189:33243: OK, [1262ms] sending RPC to server 009f1b16db634eb19a915abe3700f507, [1265ms] received response from server 009f1b16db634eb19a915abe3700f507: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [1265ms] delaying RPC due to: Network error: Failed to connect to peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575): Connection refused: /127.29.64.129:38575, [1294ms] refreshing cache from master, [1294ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.64.189:33243, [1297ms] Sub RPC GetTableLocations: received response from server master-127.29.64.189:33243: OK, [1300ms] too many traces: truncated at 100 traces, deferred=Deferred@1670332695(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$242/0x00007fefd036e510@6dd81f66 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@759707927 after retry RPC@1737206955) -> (continuation of Deferred@1448454160 after retry RPC@1251284234) -> (continuation of Deferred@2049518420 after retry RPC@418798686) -> (continuation of Deferred@14125399 after retry RPC@1319087155) -> (continuation of Deferred@757332125 after retry RPC@510535486) -> (continuation of Deferred@1904730881 after retry RPC@515866072), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@856f6b1 -> wakeup thread Time-limited test -> (continuation of Deferred@759707927 after retry RPC@1737206955) -> (continuation of Deferred@1448454160 after retry RPC@1251284234) -> (continuation of Deferred@2049518420 after retry RPC@418798686) -> (continuation of Deferred@14125399 after retry RPC@1319087155) -> (continuation of Deferred@757332125 after retry RPC@510535486) -> (continuation of Deferred@1904730881 after retry RPC@515866072))) after lookup
00:28:30.649 [DEBUG - kudu-nio-1] (Connection.java:748) [peer cf5816d6b851446ba68420313b33d584(127.29.64.130:38111)] connecting to peer
00:28:30.650 [DEBUG - kudu-nio-4] (Connection.java:757) [peer cf5816d6b851446ba68420313b33d584(127.29.64.130:38111)] Successfully connected to peer
00:28:30.678 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x3bb7cf0f, L:/127.0.0.1:37106 - R:/127.29.64.130:38111] using TOKEN/null
00:28:30.762 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 20 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-RESTART, tablet=c9dc82d266944ac481d63c9173e4cea3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:30.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.764806 30062 catalog_manager.cc:2532] Servicing SoftDeleteTable request from {username='slave'} at 127.0.0.1:36788:
00:28:30.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART" }
00:28:30.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.765133 30062 catalog_manager.cc:2780] Servicing DeleteTable request from {username='slave'} at 127.0.0.1:36788:
00:28:30.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART" }
00:28:30.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.773111 30062 catalog_manager.cc:5983] T 00000000000000000000000000000000 P 16a4b74f64eb4c118c57381175c52b41: Sending DeleteTablet for 3 replicas of tablet c9dc82d266944ac481d63c9173e4cea3
00:28:30.783 [DEBUG - main] (Connection.java:575) [peer master-127.29.64.190:33503(127.29.64.190:33503)] disconnecting while in state READY
00:28:30.784 [DEBUG - main] (Connection.java:575) [peer master-127.29.64.189:33243(127.29.64.189:33243)] disconnecting while in state READY
00:28:30.784 [DEBUG - main] (Connection.java:575) [peer master-127.29.64.188:38811(127.29.64.188:38811)] disconnecting while in state READY
00:28:30.784 [DEBUG - main] (Connection.java:575) [peer cf5816d6b851446ba68420313b33d584(127.29.64.130:38111)] disconnecting while in state READY
00:28:30.784 [DEBUG - main] (Connection.java:575) [peer 009f1b16db634eb19a915abe3700f507(127.29.64.129:38575)] disconnecting while in state TERMINATED
00:28:30.785 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.29.64.188:38811(127.29.64.188:38811)] handling channelInactive
00:28:30.785 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.64.188:38811(127.29.64.188:38811)] cleaning up while in state READY due to: connection closed
00:28:30.785 [DEBUG - kudu-nio-4] (Connection.java:239) [peer cf5816d6b851446ba68420313b33d584(127.29.64.130:38111)] handling channelInactive
00:28:30.786 [DEBUG - kudu-nio-4] (Connection.java:709) [peer cf5816d6b851446ba68420313b33d584(127.29.64.130:38111)] cleaning up while in state READY due to: connection closed
00:28:30.787 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.29.64.190:33503(127.29.64.190:33503)] handling channelInactive
00:28:30.787 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.64.190:33503(127.29.64.190:33503)] cleaning up while in state READY due to: connection closed
00:28:30.789 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:28:30.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.790512 30053 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.64.129:38575: connect: Connection refused (error 111) [suppressed 2 similar messages]
00:28:30.793 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.29.64.189:33243(127.29.64.189:33243)] handling channelInactive
00:28:30.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.64.189:33243(127.29.64.189:33243)] cleaning up while in state READY due to: connection closed
00:28:30.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.793658 29954 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu with pid 30375
00:28:30.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.795056 30053 catalog_manager.cc:4754] TS 009f1b16db634eb19a915abe3700f507 (127.29.64.129:38575): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet c9dc82d266944ac481d63c9173e4cea3: Network error: Client connection negotiation failed: client connection to 127.29.64.129:38575: connect: Connection refused (error 111)
00:28:30.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.800276 30572 tablet_service.cc:1558] Processing DeleteTablet for tablet c9dc82d266944ac481d63c9173e4cea3 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-08 00:28:30 UTC) from {username='slave'} at 127.0.0.1:39210
00:28:30.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.800999 30863 tablet_replica.cc:333] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554: stopping tablet replica
00:28:30.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.801388 30863 raft_consensus.cc:2243] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [term 3 FOLLOWER]: Raft consensus shutting down.
00:28:30.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.801748 30863 raft_consensus.cc:2272] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554 [term 3 FOLLOWER]: Raft consensus is shut down!
00:28:30.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.803089 30863 ts_tablet_manager.cc:1916] T c9dc82d266944ac481d63c9173e4cea3 P 44ef5abf5c0a47c89a787618d4f8d554: Deleting tablet data with delete state TABLET_DATA_DELETED
00:28:30.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.804021 30056 connection.cc:573] client connection to 127.29.64.130:38111 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:28:30.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.804457 29954 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu with pid 30510
00:28:30.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.813145 29954 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu with pid 30689
00:28:30.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.820878 29954 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu with pid 30036
00:28:30.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.828192 29954 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskkbOHCg/build/debug/bin/kudu with pid 30107
00:28:30.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:28:30Z chronyd exiting

Time: 15.817

OK (2 tests)

