JUnit version 4.13.2
.00:27:43.239 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783470463229
00:27:43.301 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
00:27:43.342 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:27:43.352 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskhivnp4/test-tmp
00:27:43.375 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
00:27:43.378 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskhivnp4/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
00:27:43.581 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

00:27:43.786 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:27:43.787 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

00:27:43.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.791109 11758 mini_oidc.cc:150] Starting JWKS server
00:27:43.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.794463 11758 webserver.cc:534] Webserver started at http://127.0.0.1:32821/ using document root <none> and password file <none>
00:27:43.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.794906 11758 mini_oidc.cc:186] Starting OIDC Discovery server
00:27:43.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.797394 11758 webserver.cc:534] Webserver started at http://127.0.0.1:44821/ using document root <none> and password file <none>
00:27:43.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:27:43Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
00:27:43.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:27:43Z Disabled control of system clock
00:27:43.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.862077 11758 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu
00:27:43.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu
00:27:43.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-0/wal
00:27:43.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-0/data
00:27:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:27:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:27:43.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:27:43.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:43.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:43.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:43.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-0/logs
00:27:43.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-0/data/info.pb
00:27:43.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:43.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:27:43.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:27:43.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:27:43.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:27:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:27:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:27:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:27:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:27:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.123.190:34019
00:27:43.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.123.190
00:27:43.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:43.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.123.148:45949
00:27:43.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:43.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:43.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:43.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:27:43.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.123.190:34019,127.11.123.189:40959,127.11.123.188:37119
00:27:43.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:27:43.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32821/jwks.json with env {}
00:27:44.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:44.182181 11770 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:27:44.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:44.182762 11770 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:27:44.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:44.183408 11770 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:27:44.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:44.217083 11770 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:27:44.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:44.217417 11770 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:27:44.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:44.217658 11770 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:27:44.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:44.217952 11770 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:27:44.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:44.218151 11770 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:27:44.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:44.218324 11770 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:32821/jwks.json
00:27:44.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:44.258301 11770 master_runner.cc:387] Master server non-default flags:
00:27:44.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:44.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.123.148:45949
00:27:44.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:44.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:44.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-0/data
00:27:44.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-0/wal
00:27:44.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:27:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.123.190:34019,127.11.123.189:40959,127.11.123.188:37119
00:27:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:27:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.123.190:34019
00:27:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:27:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:27:44.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:27:44.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32821/jwks.json
00:27:44.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:44.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:44.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-0/data/info.pb
00:27:44.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.123.190
00:27:44.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:44.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:27:44.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:44.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:27:44.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:27:44.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:44.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-0/logs
00:27:44.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:44.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:27:44.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:27:44.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:27:44.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:27:44.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:27:44.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:27:44.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:27:44.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:27:44.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:27:44.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:44.259771 11770 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:27:44.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:44.261592 11770 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:27:44.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:44.274776 11777 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:45.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:44.275352 11778 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:45.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.526857 11780 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:45.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.529362 11779 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1250 milliseconds
00:27:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.529634 11770 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:27:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.531383 11770 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:27:45.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.535324 11770 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:27:45.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.536779 11770 hybrid_clock.cc:648] HybridClock initialized: now 1783470465536707 us; error 84 us; skew 500 ppm
00:27:45.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.537900 11770 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:27:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.545708 11770 webserver.cc:534] Webserver started at http://127.11.123.190:40721/ using document root <none> and password file <none>
00:27:45.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.546902 11770 fs_manager.cc:362] Metadata directory not provided
00:27:45.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.547104 11770 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:27:45.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.547605 11770 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:27:45.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.552155 11770 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-0/data/instance:
00:27:45.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d25db18a4f814e4ca5c9f261b5b69a0b"
00:27:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:45 on dist-test-slave-gmf4"
00:27:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.553243 11770 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-0/wal/instance:
00:27:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d25db18a4f814e4ca5c9f261b5b69a0b"
00:27:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:45 on dist-test-slave-gmf4"
00:27:45.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.561088 11770 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.002s	sys 0.004s
00:27:45.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.568691 11787 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:27:45.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.570097 11770 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.001s
00:27:45.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.570437 11770 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-0/data,/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-0/wal
00:27:45.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d25db18a4f814e4ca5c9f261b5b69a0b"
00:27:45.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:45 on dist-test-slave-gmf4"
00:27:45.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.570789 11770 fs_report.cc:389] FS layout report
00:27:45.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:27:45.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-0/wal
00:27:45.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-0/wal
00:27:45.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-0/data/data
00:27:45.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:27:45.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:27:45.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:27:45.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:27:45.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:27:45.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:27:45.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:27:45.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:27:45.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:27:45.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:27:45.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:27:45.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.623430 11770 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:27:45.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.625252 11770 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:27:45.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.625768 11770 kserver.cc:163] Server-wide thread pool size limit: 3276
00:27:45.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.705531 11770 rpc_server.cc:307] RPC server started. Bound to: 127.11.123.190:34019
00:27:45.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.705724 11838 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.123.190:34019 every 8 connection(s)
00:27:45.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.708297 11770 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-0/data/info.pb
00:27:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.710951 11758 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu as pid 11770
00:27:45.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.711551 11758 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-0/wal/instance
00:27:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.715131 11839 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:27:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.715641 11758 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu
00:27:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu
00:27:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-1/wal
00:27:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-1/data
00:27:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:27:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:27:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:27:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-1/logs
00:27:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-1/data/info.pb
00:27:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:27:45.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:27:45.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:27:45.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:27:45.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:45.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:45.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:45.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:27:45.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:27:45.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:27:45.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:27:45.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.123.189:40959
00:27:45.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.123.189
00:27:45.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:45.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.123.148:45949
00:27:45.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:45.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:45.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:45.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:27:45.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.123.190:34019,127.11.123.189:40959,127.11.123.188:37119
00:27:45.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:27:45.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32821/jwks.json with env {}
00:27:45.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.732615 11839 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } has no permanent_uuid. Determining permanent_uuid...
00:27:45.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.766968 11839 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } has no permanent_uuid. Determining permanent_uuid...
00:27:45.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.770741 11789 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.123.189:40959: connect: Connection refused (error 111)
00:27:45.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.775310 11839 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.123.189:40959: Network error: Client connection negotiation failed: client connection to 127.11.123.189:40959: connect: Connection refused (error 111)
00:27:45.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.824836 11839 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } attempt: 1
00:27:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.829339 11839 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.123.189:40959: Network error: Client connection negotiation failed: client connection to 127.11.123.189:40959: connect: Connection refused (error 111)
00:27:45.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.897894 11839 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } attempt: 2
00:27:45.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.902827 11839 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.123.189:40959: Network error: Client connection negotiation failed: client connection to 127.11.123.189:40959: connect: Connection refused (error 111)
00:27:45.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.994499 11839 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } attempt: 3
00:27:45.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.999238 11839 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.123.189:40959: Network error: Client connection negotiation failed: client connection to 127.11.123.189:40959: connect: Connection refused (error 111)
00:27:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.063794 11841 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:27:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.064368 11841 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:27:46.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.064839 11841 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:27:46.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.097621 11841 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:27:46.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.097934 11841 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:27:46.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.098230 11841 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:27:46.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.098551 11841 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:27:46.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.098889 11841 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:27:46.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.099143 11841 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:32821/jwks.json
00:27:46.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:46.142728 11839 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } attempt: 4
00:27:46.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:46.144505 11841 master_runner.cc:387] Master server non-default flags:
00:27:46.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:46.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.123.148:45949
00:27:46.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:46.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:46.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-1/data
00:27:46.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-1/wal
00:27:46.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:27:46.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.123.190:34019,127.11.123.189:40959,127.11.123.188:37119
00:27:46.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:46.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:46.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:27:46.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.123.189:40959
00:27:46.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:27:46.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:27:46.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:27:46.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32821/jwks.json
00:27:46.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:46.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:46.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-1/data/info.pb
00:27:46.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.123.189
00:27:46.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:46.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:27:46.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:46.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:27:46.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:27:46.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-1/logs
00:27:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:27:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:27:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:27:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:27:46.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:27:46.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:27:46.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:27:46.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:27:46.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:27:46.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:46.146283 11841 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:27:46.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.147437 11839 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.123.189:40959: Network error: Client connection negotiation failed: client connection to 127.11.123.189:40959: connect: Connection refused (error 111)
00:27:46.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:46.148663 11841 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:27:46.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.162796 11851 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:46.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:46.446944 11839 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } attempt: 5
00:27:46.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.456035 11839 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.123.189:40959: Network error: Client connection negotiation failed: client connection to 127.11.123.189:40959: connect: Connection refused (error 111)
00:27:47.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.003638 11839 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } attempt: 6
00:27:47.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:47.017767 11839 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.123.189:40959: Network error: Client connection negotiation failed: client connection to 127.11.123.189:40959: connect: Connection refused (error 111)
00:27:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.163463 11852 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.167622 11854 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:47.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:47.448925 11853 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1281 milliseconds
00:27:47.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.449064 11841 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:27:47.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.450673 11841 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:27:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.453436 11841 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:27:47.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.454895 11841 hybrid_clock.cc:648] HybridClock initialized: now 1783470467454852 us; error 47 us; skew 500 ppm
00:27:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.456069 11841 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:27:47.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.463022 11841 webserver.cc:534] Webserver started at http://127.11.123.189:42503/ using document root <none> and password file <none>
00:27:47.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.464133 11841 fs_manager.cc:362] Metadata directory not provided
00:27:47.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.464388 11841 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:27:47.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.464982 11841 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:27:47.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.469507 11841 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-1/data/instance:
00:27:47.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "02f9377f4ab047179019d0e845349267"
00:27:47.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:47 on dist-test-slave-gmf4"
00:27:47.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.471055 11841 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-1/wal/instance:
00:27:47.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "02f9377f4ab047179019d0e845349267"
00:27:47.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:47 on dist-test-slave-gmf4"
00:27:47.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.478736 11841 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
00:27:47.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.484884 11863 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:27:47.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.486191 11841 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
00:27:47.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.486579 11841 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-1/data,/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-1/wal
00:27:47.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "02f9377f4ab047179019d0e845349267"
00:27:47.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:47 on dist-test-slave-gmf4"
00:27:47.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.487020 11841 fs_report.cc:389] FS layout report
00:27:47.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:27:47.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-1/wal
00:27:47.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-1/wal
00:27:47.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-1/data/data
00:27:47.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:27:47.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:27:47.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:27:47.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:27:47.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:27:47.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:27:47.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:27:47.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:27:47.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:27:47.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:27:47.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:27:47.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.566078 11841 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:27:47.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.567833 11841 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:27:47.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.568606 11841 kserver.cc:163] Server-wide thread pool size limit: 3276
00:27:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.648965 11841 rpc_server.cc:307] RPC server started. Bound to: 127.11.123.189:40959
00:27:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.649083 11914 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.123.189:40959 every 8 connection(s)
00:27:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.652088 11841 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-1/data/info.pb
00:27:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.654505 11758 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu as pid 11841
00:27:47.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.655028 11758 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-1/wal/instance
00:27:47.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.658239 11758 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu
00:27:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu
00:27:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-2/wal
00:27:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-2/data
00:27:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:27:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:27:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:27:47.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-2/logs
00:27:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-2/data/info.pb
00:27:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:27:47.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:27:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:27:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:27:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:27:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:27:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:27:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:27:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.123.188:37119
00:27:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.123.188
00:27:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.123.148:45949
00:27:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:27:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.123.190:34019,127.11.123.189:40959,127.11.123.188:37119
00:27:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:27:47.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32821/jwks.json with env {}
00:27:47.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.667986 11915 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:27:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.687117 11915 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } has no permanent_uuid. Determining permanent_uuid...
00:27:47.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.722905 11915 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } has no permanent_uuid. Determining permanent_uuid...
00:27:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.739046 11915 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } has no permanent_uuid. Determining permanent_uuid...
00:27:47.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:47.741852 11864 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.123.188:37119: connect: Connection refused (error 111)
00:27:47.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:47.747005 11915 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.123.188:37119: Network error: Client connection negotiation failed: client connection to 127.11.123.188:37119: connect: Connection refused (error 111)
00:27:47.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.796622 11915 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } attempt: 1
00:27:47.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:47.802083 11915 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.123.188:37119: Network error: Client connection negotiation failed: client connection to 127.11.123.188:37119: connect: Connection refused (error 111)
00:27:47.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.870559 11915 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } attempt: 2
00:27:47.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:47.875614 11915 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.123.188:37119: Network error: Client connection negotiation failed: client connection to 127.11.123.188:37119: connect: Connection refused (error 111)
00:27:47.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.967075 11915 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } attempt: 3
00:27:47.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:47.971513 11915 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.123.188:37119: Network error: Client connection negotiation failed: client connection to 127.11.123.188:37119: connect: Connection refused (error 111)
00:27:48.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.015646 11917 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:27:48.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.016412 11917 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:27:48.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.017086 11917 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:27:48.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.052487 11917 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:27:48.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.052901 11917 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:27:48.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.053244 11917 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:27:48.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.053634 11917 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:27:48.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.054037 11917 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:27:48.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.054306 11917 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:32821/jwks.json
00:27:48.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.078449 11839 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } attempt: 7
00:27:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.090874 11839 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } has no permanent_uuid. Determining permanent_uuid...
00:27:48.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.095536 11917 master_runner.cc:387] Master server non-default flags:
00:27:48.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:48.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.123.148:45949
00:27:48.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:48.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:48.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-2/data
00:27:48.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-2/wal
00:27:48.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:27:48.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.123.190:34019,127.11.123.189:40959,127.11.123.188:37119
00:27:48.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:48.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:48.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:27:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.123.188:37119
00:27:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:27:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:27:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:27:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32821/jwks.json
00:27:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-2/data/info.pb
00:27:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.123.188
00:27:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:27:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:27:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:27:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-2/logs
00:27:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:27:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:27:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:27:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:27:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:27:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:27:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:27:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:27:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:27:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.097298 11917 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:27:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.098477 11839 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.123.188:37119: Network error: Client connection negotiation failed: client connection to 127.11.123.188:37119: connect: Connection refused (error 111)
00:27:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.099447 11917 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:27:48.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.111653 11930 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:48.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.115087 11915 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } attempt: 4
00:27:48.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.121510 11915 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.123.188:37119: Network error: Client connection negotiation failed: client connection to 127.11.123.188:37119: connect: Connection refused (error 111)
00:27:48.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.156957 11839 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } attempt: 1
00:27:48.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.164896 11839 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.123.188:37119: Network error: Client connection negotiation failed: client connection to 127.11.123.188:37119: connect: Connection refused (error 111)
00:27:48.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.246498 11839 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } attempt: 2
00:27:48.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.254528 11839 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.123.188:37119: Network error: Client connection negotiation failed: client connection to 127.11.123.188:37119: connect: Connection refused (error 111)
00:27:48.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.340165 11839 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } attempt: 3
00:27:48.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.353494 11839 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.123.188:37119: Network error: Client connection negotiation failed: client connection to 127.11.123.188:37119: connect: Connection refused (error 111)
00:27:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.421075 11915 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } attempt: 5
00:27:48.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.428668 11915 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.123.188:37119: Network error: Client connection negotiation failed: client connection to 127.11.123.188:37119: connect: Connection refused (error 111)
00:27:48.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.494313 11839 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } attempt: 4
00:27:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.502103 11839 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.123.188:37119: Network error: Client connection negotiation failed: client connection to 127.11.123.188:37119: connect: Connection refused (error 111)
00:27:48.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.785694 11839 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } attempt: 5
00:27:48.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.793001 11839 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.123.188:37119: Network error: Client connection negotiation failed: client connection to 127.11.123.188:37119: connect: Connection refused (error 111)
00:27:48.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.976336 11915 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } attempt: 6
00:27:48.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.988125 11915 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.123.188:37119: Network error: Client connection negotiation failed: client connection to 127.11.123.188:37119: connect: Connection refused (error 111)
00:27:49.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.345669 11839 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } attempt: 6
00:27:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:49.357048 11839 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.123.188:37119: Network error: Client connection negotiation failed: client connection to 127.11.123.188:37119: connect: Connection refused (error 111)
00:27:49.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.113852 11931 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:49.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:49.395979 11932 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
00:27:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:49.398247 11933 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:49.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:49.401078 11917 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.290s	user 0.508s	sys 0.778s
00:27:49.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:49.401371 11917 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.290s	user 0.508s	sys 0.778s
00:27:49.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.401669 11917 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:27:49.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.402951 11917 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:27:49.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.405872 11917 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:27:49.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.407265 11917 hybrid_clock.cc:648] HybridClock initialized: now 1783470469407199 us; error 69 us; skew 500 ppm
00:27:49.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.408176 11917 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:27:49.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.415970 11917 webserver.cc:534] Webserver started at http://127.11.123.188:46559/ using document root <none> and password file <none>
00:27:49.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.417109 11917 fs_manager.cc:362] Metadata directory not provided
00:27:49.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.417394 11917 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:27:49.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.418027 11917 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:27:49.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.422472 11917 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-2/data/instance:
00:27:49.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "64030fcb12da4f2a962afa6e8785e744"
00:27:49.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:49 on dist-test-slave-gmf4"
00:27:49.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.423835 11917 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-2/wal/instance:
00:27:49.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "64030fcb12da4f2a962afa6e8785e744"
00:27:49.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:49 on dist-test-slave-gmf4"
00:27:49.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.433293 11917 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.000s
00:27:49.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.439968 11944 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:27:49.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.441272 11917 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.002s
00:27:49.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.441654 11917 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-2/data,/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-2/wal
00:27:49.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "64030fcb12da4f2a962afa6e8785e744"
00:27:49.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:49 on dist-test-slave-gmf4"
00:27:49.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.442094 11917 fs_report.cc:389] FS layout report
00:27:49.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:27:49.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-2/wal
00:27:49.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-2/wal
00:27:49.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-2/data/data
00:27:49.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:27:49.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:27:49.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:27:49.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:27:49.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:27:49.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:27:49.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:27:49.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:27:49.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:27:49.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:27:49.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:27:49.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.517359 11917 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:27:49.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.519058 11917 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:27:49.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.519603 11917 kserver.cc:163] Server-wide thread pool size limit: 3276
00:27:49.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.605813 11917 rpc_server.cc:307] RPC server started. Bound to: 127.11.123.188:37119
00:27:49.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.605891 11995 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.123.188:37119 every 8 connection(s)
00:27:49.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.609006 11917 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-2/data/info.pb
00:27:49.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.615253 11758 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu as pid 11917
00:27:49.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.615587 11758 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/master-2/wal/instance
00:27:49.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.616849 11996 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:27:49.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.636492 11996 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } has no permanent_uuid. Determining permanent_uuid...
00:27:49.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.665709 11996 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } has no permanent_uuid. Determining permanent_uuid...
00:27:49.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.677517 11996 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } has no permanent_uuid. Determining permanent_uuid...
00:27:49.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.694743 11996 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744: Bootstrap starting.
00:27:49.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.701571 11996 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744: Neither blocks nor log segments found. Creating new log.
00:27:49.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.704305 11996 log.cc:826] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744: Log is configured to *not* fsync() on all Append() calls
00:27:49.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.709139 11996 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744: No bootstrap required, opened a new log
00:27:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.729617 11996 raft_consensus.cc:359] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } } peers { permanent_uuid: "02f9377f4ab047179019d0e845349267" member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } } peers { permanent_uuid: "64030fcb12da4f2a962afa6e8785e744" member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } }
00:27:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.730301 11996 raft_consensus.cc:385] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:27:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.730557 11996 raft_consensus.cc:740] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 64030fcb12da4f2a962afa6e8785e744, State: Initialized, Role: FOLLOWER
00:27:49.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.731453 11996 consensus_queue.cc:260] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } } peers { permanent_uuid: "02f9377f4ab047179019d0e845349267" member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } } peers { permanent_uuid: "64030fcb12da4f2a962afa6e8785e744" member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } }
00:27:49.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.733929 12005 sys_catalog.cc:455] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } } peers { permanent_uuid: "02f9377f4ab047179019d0e845349267" member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } } peers { permanent_uuid: "64030fcb12da4f2a962afa6e8785e744" member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } } }
00:27:49.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.734557 12005 sys_catalog.cc:458] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744 [sys.catalog]: This master's current role is: FOLLOWER
00:27:49.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.735486 11996 sys_catalog.cc:565] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744 [sys.catalog]: configured and running, proceeding with master startup.
00:27:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:49.761716 12016 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:27:49.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:49.762010 12016 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:27:49.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:49.774984 11950 tablet.cc:2406] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:27:49.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.759212 11917 master_runner.cc:187] Error getting master registration for 127.11.123.190:34019: OK, instance_id { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" instance_seqno: 1783470465683622 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:27:49.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.785624 11917 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:27:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.949920 12005 raft_consensus.cc:493] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:27:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.950548 12005 raft_consensus.cc:515] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } } peers { permanent_uuid: "02f9377f4ab047179019d0e845349267" member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } } peers { permanent_uuid: "64030fcb12da4f2a962afa6e8785e744" member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } }
00:27:49.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.953886 12005 leader_election.cc:290] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d25db18a4f814e4ca5c9f261b5b69a0b (127.11.123.190:34019), 02f9377f4ab047179019d0e845349267 (127.11.123.189:40959)
00:27:50.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.048700 11915 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } attempt: 7
00:27:50.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.073606 11915 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267: Bootstrap starting.
00:27:50.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.081804 11915 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267: Neither blocks nor log segments found. Creating new log.
00:27:50.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.084244 11915 log.cc:826] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267: Log is configured to *not* fsync() on all Append() calls
00:27:50.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.090867 11915 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267: No bootstrap required, opened a new log
00:27:50.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.120510 11915 raft_consensus.cc:359] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } } peers { permanent_uuid: "02f9377f4ab047179019d0e845349267" member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } } peers { permanent_uuid: "64030fcb12da4f2a962afa6e8785e744" member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } }
00:27:50.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.121434 11915 raft_consensus.cc:385] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:27:50.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.121775 11915 raft_consensus.cc:740] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 02f9377f4ab047179019d0e845349267, State: Initialized, Role: FOLLOWER
00:27:50.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.122939 11915 consensus_queue.cc:260] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } } peers { permanent_uuid: "02f9377f4ab047179019d0e845349267" member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } } peers { permanent_uuid: "64030fcb12da4f2a962afa6e8785e744" member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } }
00:27:50.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.127338 12020 sys_catalog.cc:455] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } } peers { permanent_uuid: "02f9377f4ab047179019d0e845349267" member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } } peers { permanent_uuid: "64030fcb12da4f2a962afa6e8785e744" member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } } }
00:27:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.129221 12020 sys_catalog.cc:458] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [sys.catalog]: This master's current role is: FOLLOWER
00:27:50.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.129602 11915 sys_catalog.cc:565] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [sys.catalog]: configured and running, proceeding with master startup.
00:27:50.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.132098 11890 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "64030fcb12da4f2a962afa6e8785e744" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "02f9377f4ab047179019d0e845349267" is_pre_election: true
00:27:50.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.133304 11890 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 64030fcb12da4f2a962afa6e8785e744 in term 0.
00:27:50.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.135371 11946 leader_election.cc:304] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 02f9377f4ab047179019d0e845349267, 64030fcb12da4f2a962afa6e8785e744; no voters: 
00:27:50.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.136749 12005 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:27:50.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.137131 12005 raft_consensus.cc:493] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:27:50.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.137521 12005 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744 [term 0 FOLLOWER]: Advancing to term 1
00:27:50.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.144829 12005 raft_consensus.cc:515] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } } peers { permanent_uuid: "02f9377f4ab047179019d0e845349267" member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } } peers { permanent_uuid: "64030fcb12da4f2a962afa6e8785e744" member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } }
00:27:50.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.148787 12005 leader_election.cc:290] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744 [CANDIDATE]: Term 1 election: Requested vote from peers d25db18a4f814e4ca5c9f261b5b69a0b (127.11.123.190:34019), 02f9377f4ab047179019d0e845349267 (127.11.123.189:40959)
00:27:50.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.149631 11890 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "64030fcb12da4f2a962afa6e8785e744" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "02f9377f4ab047179019d0e845349267"
00:27:50.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.151453 11890 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [term 0 FOLLOWER]: Advancing to term 1
00:27:50.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.165768 11890 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 64030fcb12da4f2a962afa6e8785e744 in term 1.
00:27:50.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.172127 11946 leader_election.cc:304] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 02f9377f4ab047179019d0e845349267, 64030fcb12da4f2a962afa6e8785e744; no voters: 
00:27:50.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.173840 12005 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744 [term 1 FOLLOWER]: Leader election won for term 1
00:27:50.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.185951 12005 raft_consensus.cc:697] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744 [term 1 LEADER]: Becoming Leader. State: Replica: 64030fcb12da4f2a962afa6e8785e744, State: Running, Role: LEADER
00:27:50.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.187420 12005 consensus_queue.cc:237] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } } peers { permanent_uuid: "02f9377f4ab047179019d0e845349267" member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } } peers { permanent_uuid: "64030fcb12da4f2a962afa6e8785e744" member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } }
00:27:50.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:50.199033 12032 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:27:50.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:50.199841 12032 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:27:50.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.211845 12031 sys_catalog.cc:455] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 64030fcb12da4f2a962afa6e8785e744. Latest consensus state: current_term: 1 leader_uuid: "64030fcb12da4f2a962afa6e8785e744" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } } peers { permanent_uuid: "02f9377f4ab047179019d0e845349267" member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } } peers { permanent_uuid: "64030fcb12da4f2a962afa6e8785e744" member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } } }
00:27:50.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.212586 12031 sys_catalog.cc:458] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744 [sys.catalog]: This master's current role is: LEADER
00:27:50.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.180699 11841 master_runner.cc:187] Error getting master registration for 127.11.123.190:34019: OK, instance_id { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" instance_seqno: 1783470465683622 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:27:50.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.213192 11841 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:27:50.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.230626 12035 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:27:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.237960 12035 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:27:50.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.262055 11890 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [term 1 FOLLOWER]: Refusing update from remote peer 64030fcb12da4f2a962afa6e8785e744: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:27:50.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.267058 12005 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744 [LEADER]: Connected to new peer: Peer: permanent_uuid: "02f9377f4ab047179019d0e845349267" member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:27:50.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.287580 12036 mvcc.cc:204] Tried to move back new op lower bound from 7305095046174621696 to 7305095045932400640. Current Snapshot: MvccSnapshot[applied={T|T < 7305095046174621696}]
00:27:50.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.294414 12005 sys_catalog.cc:455] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "64030fcb12da4f2a962afa6e8785e744" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } } peers { permanent_uuid: "02f9377f4ab047179019d0e845349267" member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } } peers { permanent_uuid: "64030fcb12da4f2a962afa6e8785e744" member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } } }
00:27:50.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.295194 12005 sys_catalog.cc:458] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744 [sys.catalog]: This master's current role is: LEADER
00:27:50.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.296908 12035 catalog_manager.cc:1382] Generated new cluster ID: 8ab9690fab744d358cc41badf39f2b8e
00:27:50.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.297178 12035 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:27:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.304535 12020 sys_catalog.cc:455] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 64030fcb12da4f2a962afa6e8785e744. Latest consensus state: current_term: 1 leader_uuid: "64030fcb12da4f2a962afa6e8785e744" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } } peers { permanent_uuid: "02f9377f4ab047179019d0e845349267" member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } } peers { permanent_uuid: "64030fcb12da4f2a962afa6e8785e744" member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } } }
00:27:50.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.308180 12020 sys_catalog.cc:458] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [sys.catalog]: This master's current role is: FOLLOWER
00:27:50.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.308876 12040 sys_catalog.cc:455] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "64030fcb12da4f2a962afa6e8785e744" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } } peers { permanent_uuid: "02f9377f4ab047179019d0e845349267" member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } } peers { permanent_uuid: "64030fcb12da4f2a962afa6e8785e744" member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } } }
00:27:50.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.318610 12040 sys_catalog.cc:458] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [sys.catalog]: This master's current role is: FOLLOWER
00:27:50.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.337441 12037 mvcc.cc:204] Tried to move back new op lower bound from 7305095046174621696 to 7305095045932400640. Current Snapshot: MvccSnapshot[applied={T|T < 7305095046174621696}]
00:27:50.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.365406 12035 catalog_manager.cc:1405] Generated new certificate authority record
00:27:50.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.367502 12035 catalog_manager.cc:1539] Loading token signing keys...
00:27:50.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.390460 11839 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } attempt: 7
00:27:50.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.393824 12035 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744: Generated new TSK 0
00:27:50.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.397965 12035 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:27:50.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.426469 11758 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu
00:27:50.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu
00:27:50.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-0/wal
00:27:50.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-0/data
00:27:50.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:27:50.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:27:50.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:27:50.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:50.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:50.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-0/logs
00:27:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-0/data/info.pb
00:27:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:27:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:27:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:27:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:27:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:27:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:27:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.123.129:0
00:27:50.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.123.129
00:27:50.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.123.129
00:27:50.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:50.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.123.190:34019,127.11.123.189:40959,127.11.123.188:37119
00:27:50.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.123.148:45949
00:27:50.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:50.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:50.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:27:50.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.452149 11839 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b: Bootstrap starting.
00:27:50.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.460811 11839 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b: Neither blocks nor log segments found. Creating new log.
00:27:50.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.463762 11839 log.cc:826] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b: Log is configured to *not* fsync() on all Append() calls
00:27:50.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.475364 11839 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b: No bootstrap required, opened a new log
00:27:50.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.506618 11839 raft_consensus.cc:359] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } } peers { permanent_uuid: "02f9377f4ab047179019d0e845349267" member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } } peers { permanent_uuid: "64030fcb12da4f2a962afa6e8785e744" member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } }
00:27:50.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.508216 11839 raft_consensus.cc:385] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:27:50.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.508832 11839 raft_consensus.cc:740] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d25db18a4f814e4ca5c9f261b5b69a0b, State: Initialized, Role: FOLLOWER
00:27:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.511569 11839 consensus_queue.cc:260] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } } peers { permanent_uuid: "02f9377f4ab047179019d0e845349267" member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } } peers { permanent_uuid: "64030fcb12da4f2a962afa6e8785e744" member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } }
00:27:50.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.520254 12045 sys_catalog.cc:455] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } } peers { permanent_uuid: "02f9377f4ab047179019d0e845349267" member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } } peers { permanent_uuid: "64030fcb12da4f2a962afa6e8785e744" member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } } }
00:27:50.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.524580 12045 sys_catalog.cc:458] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b [sys.catalog]: This master's current role is: FOLLOWER
00:27:50.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.525592 11812 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b [term 0 FOLLOWER]: Advancing to term 1
00:27:50.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.525753 11814 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "64030fcb12da4f2a962afa6e8785e744" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" is_pre_election: true
00:27:50.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.524432 11813 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "64030fcb12da4f2a962afa6e8785e744" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b"
00:27:50.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.524212 11839 sys_catalog.cc:565] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b [sys.catalog]: configured and running, proceeding with master startup.
00:27:50.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.536208 11812 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b [term 1 FOLLOWER]: Refusing update from remote peer 64030fcb12da4f2a962afa6e8785e744: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:27:50.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.538355 12005 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:27:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.618086 12045 sys_catalog.cc:455] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 64030fcb12da4f2a962afa6e8785e744. Latest consensus state: current_term: 1 leader_uuid: "64030fcb12da4f2a962afa6e8785e744" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } } peers { permanent_uuid: "02f9377f4ab047179019d0e845349267" member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } } peers { permanent_uuid: "64030fcb12da4f2a962afa6e8785e744" member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } } }
00:27:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.618263 12050 sys_catalog.cc:455] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "64030fcb12da4f2a962afa6e8785e744" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } } peers { permanent_uuid: "02f9377f4ab047179019d0e845349267" member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } } peers { permanent_uuid: "64030fcb12da4f2a962afa6e8785e744" member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } } }
00:27:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.619423 12045 sys_catalog.cc:458] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b [sys.catalog]: This master's current role is: FOLLOWER
00:27:50.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.619449 12050 sys_catalog.cc:458] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b [sys.catalog]: This master's current role is: FOLLOWER
00:27:50.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.669394 12062 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
00:27:51.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.006788 12005 sys_catalog.cc:455] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "64030fcb12da4f2a962afa6e8785e744" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } } peers { permanent_uuid: "02f9377f4ab047179019d0e845349267" member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } } peers { permanent_uuid: "64030fcb12da4f2a962afa6e8785e744" member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } } }
00:27:51.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.010821 12005 sys_catalog.cc:458] T 00000000000000000000000000000000 P 64030fcb12da4f2a962afa6e8785e744 [sys.catalog]: This master's current role is: LEADER
00:27:51.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:51.095659 12043 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:27:51.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:51.096487 12043 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:27:51.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:51.097245 12043 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:27:51.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:51.159322 12043 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:27:51.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:51.160708 12043 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.123.129
00:27:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.206059 12032 catalog_manager.cc:1294] Loaded cluster ID: 8ab9690fab744d358cc41badf39f2b8e
00:27:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.206367 12032 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267: loading cluster ID for follower catalog manager: success
00:27:51.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.213970 12032 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267: acquiring CA information for follower catalog manager: success
00:27:51.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.219759 12032 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:27:51.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.230090 12043 tablet_server_runner.cc:78] Tablet server non-default flags:
00:27:51.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:51.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.123.148:45949
00:27:51.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:51.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:51.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-0/data
00:27:51.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-0/wal
00:27:51.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:51.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:51.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.123.129:0
00:27:51.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:27:51.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:51.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:51.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-0/data/info.pb
00:27:51.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.123.129
00:27:51.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:51.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.123.190:34019,127.11.123.189:40959,127.11.123.188:37119
00:27:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:27:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:27:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:27:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.123.129
00:27:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-0/logs
00:27:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:27:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:27:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:27:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:27:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:27:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:27:51.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:27:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:27:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:27:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.232127 12043 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:27:51.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.235338 12043 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:27:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:51.254424 12071 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:51.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.715919 12062 catalog_manager.cc:1294] Loaded cluster ID: 8ab9690fab744d358cc41badf39f2b8e
00:27:51.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.717613 12062 catalog_manager.cc:1587] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b: loading cluster ID for follower catalog manager: success
00:27:51.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.745133 12062 catalog_manager.cc:1609] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b: acquiring CA information for follower catalog manager: success
00:27:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.779284 12062 catalog_manager.cc:1637] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:27:53.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:52.655192 12070 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 12043
00:27:53.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:53.061414 12070 kernel_stack_watchdog.cc:198] Thread 12043 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 398ms:
00:27:53.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:27:53.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:27:53.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:27:53.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:27:53.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:53.061756 12043 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.806s	user 0.488s	sys 0.913s
00:27:53.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:51.256680 12072 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:53.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:53.062114 12043 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.807s	user 0.488s	sys 0.913s
00:27:53.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:53.076331 12080 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:53.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.078881 12043 server_base.cc:1061] running on GCE node
00:27:53.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.080225 12043 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:27:53.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.098210 12043 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:27:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.099685 12043 hybrid_clock.cc:648] HybridClock initialized: now 1783470473099648 us; error 50 us; skew 500 ppm
00:27:53.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.101050 12043 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:27:53.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.130200 12043 webserver.cc:534] Webserver started at http://127.11.123.129:38041/ using document root <none> and password file <none>
00:27:53.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.131868 12043 fs_manager.cc:362] Metadata directory not provided
00:27:53.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.132360 12043 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:27:53.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.133126 12043 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:27:53.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.139726 12043 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-0/data/instance:
00:27:53.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e723f31172344f78b3b562aa109dca3"
00:27:53.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:53 on dist-test-slave-gmf4"
00:27:53.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.141577 12043 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-0/wal/instance:
00:27:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e723f31172344f78b3b562aa109dca3"
00:27:53.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:53 on dist-test-slave-gmf4"
00:27:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.151736 12043 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.005s	sys 0.003s
00:27:53.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.159875 12085 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:27:53.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.161265 12043 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.000s
00:27:53.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.161687 12043 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-0/data,/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-0/wal
00:27:53.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e723f31172344f78b3b562aa109dca3"
00:27:53.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:53 on dist-test-slave-gmf4"
00:27:53.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.162124 12043 fs_report.cc:389] FS layout report
00:27:53.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:27:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-0/wal
00:27:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-0/wal
00:27:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-0/data/data
00:27:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:27:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:27:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:27:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:27:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:27:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:27:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:27:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:27:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:27:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:27:53.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:27:53.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.226025 12043 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:27:53.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.228039 12043 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:27:53.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.228607 12043 kserver.cc:163] Server-wide thread pool size limit: 3276
00:27:53.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.233037 12043 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:27:53.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.238965 12043 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:27:53.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.239248 12043 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:27:53.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.239564 12043 ts_tablet_manager.cc:616] Registered 0 tablets
00:27:53.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.239807 12043 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:27:53.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.428479 12043 rpc_server.cc:307] RPC server started. Bound to: 127.11.123.129:38813
00:27:53.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.428607 12197 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.123.129:38813 every 8 connection(s)
00:27:53.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.432508 12043 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-0/data/info.pb
00:27:53.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.434517 11758 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu as pid 12043
00:27:53.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.435105 11758 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-0/wal/instance
00:27:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.455932 11758 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu
00:27:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu
00:27:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-1/wal
00:27:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-1/data
00:27:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:27:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:27:53.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:27:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-1/logs
00:27:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-1/data/info.pb
00:27:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:27:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:27:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:27:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:27:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:27:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:27:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.123.130:0
00:27:53.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.123.130
00:27:53.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.123.130
00:27:53.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:53.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.123.190:34019,127.11.123.189:40959,127.11.123.188:37119
00:27:53.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.123.148:45949
00:27:53.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:53.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:53.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:27:53.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.571082 12198 heartbeater.cc:344] Connected to a master server at 127.11.123.188:37119
00:27:53.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.571621 12198 heartbeater.cc:461] Registering TS with master...
00:27:53.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.572966 12198 heartbeater.cc:507] Master 127.11.123.188:37119 requested a full tablet report, sending...
00:27:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.577303 11961 ts_manager.cc:194] Registered new tserver with Master: 6e723f31172344f78b3b562aa109dca3 (127.11.123.129:38813)
00:27:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.580070 11961 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.123.129:55361
00:27:53.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.586812 12204 heartbeater.cc:344] Connected to a master server at 127.11.123.190:34019
00:27:53.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.587249 12204 heartbeater.cc:461] Registering TS with master...
00:27:53.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.587949 12204 heartbeater.cc:507] Master 127.11.123.190:34019 requested a full tablet report, sending...
00:27:53.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.591008 11804 ts_manager.cc:194] Registered new tserver with Master: 6e723f31172344f78b3b562aa109dca3 (127.11.123.129:38813)
00:27:53.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.591648 12200 heartbeater.cc:344] Connected to a master server at 127.11.123.189:40959
00:27:53.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.591985 12200 heartbeater.cc:461] Registering TS with master...
00:27:53.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.592651 12200 heartbeater.cc:507] Master 127.11.123.189:40959 requested a full tablet report, sending...
00:27:53.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.595538 11880 ts_manager.cc:194] Registered new tserver with Master: 6e723f31172344f78b3b562aa109dca3 (127.11.123.129:38813)
00:27:54.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:54.024606 12199 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:27:54.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:54.025385 12199 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:27:54.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:54.026273 12199 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:27:54.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:54.083467 12199 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:27:54.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:54.084288 12199 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.123.130
00:27:54.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.122468 12199 tablet_server_runner.cc:78] Tablet server non-default flags:
00:27:54.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:54.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.123.148:45949
00:27:54.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:54.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:54.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-1/data
00:27:54.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-1/wal
00:27:54.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:54.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:54.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.123.130:0
00:27:54.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:27:54.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:54.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:54.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-1/data/info.pb
00:27:54.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.123.130
00:27:54.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:54.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.123.190:34019,127.11.123.189:40959,127.11.123.188:37119
00:27:54.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:27:54.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:54.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:27:54.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:27:54.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:54.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.123.130
00:27:54.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-1/logs
00:27:54.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:54.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:27:54.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:27:54.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:27:54.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:27:54.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:27:54.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:27:54.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:27:54.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:27:54.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:27:54.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.123853 12199 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:27:54.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.126044 12199 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:27:54.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:54.141970 12216 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:54.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.584731 12198 heartbeater.cc:499] Master 127.11.123.188:37119 was elected leader, sending a full tablet report...
00:27:55.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:54.146538 12217 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:55.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:54.156298 12219 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:55.389824 12218 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1235 milliseconds
00:27:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.390003 12199 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:27:55.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.394078 12199 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:27:55.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.396660 12199 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:27:55.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.398079 12199 hybrid_clock.cc:648] HybridClock initialized: now 1783470475398046 us; error 38 us; skew 500 ppm
00:27:55.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.399109 12199 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:27:55.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.405820 12199 webserver.cc:534] Webserver started at http://127.11.123.130:37013/ using document root <none> and password file <none>
00:27:55.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.406888 12199 fs_manager.cc:362] Metadata directory not provided
00:27:55.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.407163 12199 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:27:55.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.407817 12199 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:27:55.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.412827 12199 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-1/data/instance:
00:27:55.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3df3403b1eec498b93be26eee32ea36a"
00:27:55.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:55 on dist-test-slave-gmf4"
00:27:55.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.414207 12199 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-1/wal/instance:
00:27:55.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3df3403b1eec498b93be26eee32ea36a"
00:27:55.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:55 on dist-test-slave-gmf4"
00:27:55.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.422303 12199 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
00:27:55.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.429014 12227 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:27:55.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.430310 12199 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.001s
00:27:55.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.430616 12199 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-1/data,/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-1/wal
00:27:55.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3df3403b1eec498b93be26eee32ea36a"
00:27:55.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:55 on dist-test-slave-gmf4"
00:27:55.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.430980 12199 fs_report.cc:389] FS layout report
00:27:55.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:27:55.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-1/wal
00:27:55.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-1/wal
00:27:55.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-1/data/data
00:27:55.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:27:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:27:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:27:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:27:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:27:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:27:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:27:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:27:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:27:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:27:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:27:55.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.488843 12199 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:27:55.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.490459 12199 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:27:55.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.491205 12199 kserver.cc:163] Server-wide thread pool size limit: 3276
00:27:55.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.493969 12199 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:27:55.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.498787 12199 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:27:55.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.498997 12199 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:27:55.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.499195 12199 ts_tablet_manager.cc:616] Registered 0 tablets
00:27:55.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.499330 12199 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:27:55.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.658772 12199 rpc_server.cc:307] RPC server started. Bound to: 127.11.123.130:35867
00:27:55.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.658852 12339 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.123.130:35867 every 8 connection(s)
00:27:55.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.662392 12199 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-1/data/info.pb
00:27:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.664110 11758 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu as pid 12199
00:27:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.664886 11758 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-1/wal/instance
00:27:55.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.686923 11758 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu
00:27:55.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu
00:27:55.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-2/wal
00:27:55.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-2/data
00:27:55.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:27:55.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:27:55.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:27:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-2/logs
00:27:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-2/data/info.pb
00:27:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:27:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:27:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:27:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:27:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:27:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:27:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.123.131:0
00:27:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.123.131
00:27:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.123.131
00:27:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.123.190:34019,127.11.123.189:40959,127.11.123.188:37119
00:27:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.123.148:45949
00:27:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:27:55.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.726665 12340 heartbeater.cc:344] Connected to a master server at 127.11.123.188:37119
00:27:55.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.727200 12340 heartbeater.cc:461] Registering TS with master...
00:27:55.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.728541 12340 heartbeater.cc:507] Master 127.11.123.188:37119 requested a full tablet report, sending...
00:27:55.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.731984 11961 ts_manager.cc:194] Registered new tserver with Master: 3df3403b1eec498b93be26eee32ea36a (127.11.123.130:35867)
00:27:55.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.733837 11961 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.123.130:53513
00:27:55.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.743124 12341 heartbeater.cc:344] Connected to a master server at 127.11.123.189:40959
00:27:55.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.743487 12341 heartbeater.cc:461] Registering TS with master...
00:27:55.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.744149 12341 heartbeater.cc:507] Master 127.11.123.189:40959 requested a full tablet report, sending...
00:27:55.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.748122 11880 ts_manager.cc:194] Registered new tserver with Master: 3df3403b1eec498b93be26eee32ea36a (127.11.123.130:35867)
00:27:55.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.755807 12346 heartbeater.cc:344] Connected to a master server at 127.11.123.190:34019
00:27:55.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.756220 12346 heartbeater.cc:461] Registering TS with master...
00:27:55.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.756870 12346 heartbeater.cc:507] Master 127.11.123.190:34019 requested a full tablet report, sending...
00:27:55.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.759888 11804 ts_manager.cc:194] Registered new tserver with Master: 3df3403b1eec498b93be26eee32ea36a (127.11.123.130:35867)
00:27:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:56.040184 12345 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:27:56.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:56.040668 12345 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:27:56.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:56.041081 12345 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:27:56.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:56.076767 12345 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:27:56.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:56.077950 12345 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.123.131
00:27:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.114615 12345 tablet_server_runner.cc:78] Tablet server non-default flags:
00:27:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.123.148:45949
00:27:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-2/data
00:27:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-2/wal
00:27:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.123.131:0
00:27:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:27:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-2/data/info.pb
00:27:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.123.131
00:27:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.123.190:34019,127.11.123.189:40959,127.11.123.188:37119
00:27:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:27:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:27:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:27:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.123.131
00:27:56.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-2/logs
00:27:56.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:56.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:27:56.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:27:56.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:27:56.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:27:56.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:27:56.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:27:56.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:27:56.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:27:56.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:27:56.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.116452 12345 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:27:56.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.118506 12345 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:27:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:56.132102 12357 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.738029 12340 heartbeater.cc:499] Master 127.11.123.188:37119 was elected leader, sending a full tablet report...
00:27:57.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:56.133337 12358 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:57.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:56.136937 12360 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:57.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:57.367837 12359 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
00:27:57.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.367983 12345 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:27:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.371920 12345 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:27:57.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.374742 12345 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:27:57.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.376175 12345 hybrid_clock.cc:648] HybridClock initialized: now 1783470477376115 us; error 77 us; skew 500 ppm
00:27:57.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.377200 12345 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:27:57.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.384308 12345 webserver.cc:534] Webserver started at http://127.11.123.131:46303/ using document root <none> and password file <none>
00:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.385219 12345 fs_manager.cc:362] Metadata directory not provided
00:27:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.385412 12345 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:27:57.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.385915 12345 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:27:57.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.390874 12345 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-2/data/instance:
00:27:57.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce86a30c98224f1090dcf57529f0032c"
00:27:57.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:57 on dist-test-slave-gmf4"
00:27:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.392143 12345 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-2/wal/instance:
00:27:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce86a30c98224f1090dcf57529f0032c"
00:27:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:57 on dist-test-slave-gmf4"
00:27:57.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.400604 12345 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.004s
00:27:57.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.406937 12367 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:27:57.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.408669 12345 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
00:27:57.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.409063 12345 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-2/data,/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-2/wal
00:27:57.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce86a30c98224f1090dcf57529f0032c"
00:27:57.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:57 on dist-test-slave-gmf4"
00:27:57.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.409554 12345 fs_report.cc:389] FS layout report
00:27:57.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:27:57.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-2/wal
00:27:57.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-2/wal
00:27:57.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-2/data/data
00:27:57.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:27:57.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:27:57.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:27:57.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:27:57.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:27:57.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:27:57.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:27:57.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:27:57.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:27:57.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:27:57.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:27:57.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.468468 12345 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:27:57.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.470441 12345 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:27:57.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.471127 12345 kserver.cc:163] Server-wide thread pool size limit: 3276
00:27:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.474330 12345 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:27:57.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.478621 12345 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:27:57.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.478842 12345 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:27:57.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.479036 12345 ts_tablet_manager.cc:616] Registered 0 tablets
00:27:57.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.479168 12345 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:27:57.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.632880 12345 rpc_server.cc:307] RPC server started. Bound to: 127.11.123.131:40255
00:27:57.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.632962 12479 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.123.131:40255 every 8 connection(s)
00:27:57.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.636405 12345 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-2/data/info.pb
00:27:57.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.637283 11758 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu as pid 12345
00:27:57.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.637748 11758 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-2/wal/instance
00:27:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.695497 12480 heartbeater.cc:344] Connected to a master server at 127.11.123.188:37119
00:27:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.696055 12480 heartbeater.cc:461] Registering TS with master...
00:27:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.697639 12480 heartbeater.cc:507] Master 127.11.123.188:37119 requested a full tablet report, sending...
00:27:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.698323 12482 heartbeater.cc:344] Connected to a master server at 127.11.123.190:34019
00:27:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.698647 12482 heartbeater.cc:461] Registering TS with master...
00:27:57.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.698837 12481 heartbeater.cc:344] Connected to a master server at 127.11.123.189:40959
00:27:57.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.699188 12481 heartbeater.cc:461] Registering TS with master...
00:27:57.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.699589 12482 heartbeater.cc:507] Master 127.11.123.190:34019 requested a full tablet report, sending...
00:27:57.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.700031 12481 heartbeater.cc:507] Master 127.11.123.189:40959 requested a full tablet report, sending...
00:27:57.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.700491 11961 ts_manager.cc:194] Registered new tserver with Master: ce86a30c98224f1090dcf57529f0032c (127.11.123.131:40255)
00:27:57.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.702346 11961 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.123.131:49733
00:27:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.703217 11880 ts_manager.cc:194] Registered new tserver with Master: ce86a30c98224f1090dcf57529f0032c (127.11.123.131:40255)
00:27:57.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.705801 11804 ts_manager.cc:194] Registered new tserver with Master: ce86a30c98224f1090dcf57529f0032c (127.11.123.131:40255)
00:27:57.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.715587 11758 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
00:27:57.728 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:27:57.730 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

00:27:57.740 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.11.123.190"
      port: 34019
    }
    bound_http_address {
      host: "127.11.123.190"
      port: 40721
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.11.123.189"
      port: 40959
    }
    bound_http_address {
      host: "127.11.123.189"
      port: 42503
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.11.123.188"
      port: 37119
    }
    bound_http_address {
      host: "127.11.123.188"
      port: 46559
    }
  }
}

00:27:57.743 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

00:27:57.746 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.11.123.129"
      port: 38813
    }
    bound_http_address {
      host: "127.11.123.129"
      port: 38041
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.11.123.130"
      port: 35867
    }
    bound_http_address {
      host: "127.11.123.130"
      port: 37013
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.11.123.131"
      port: 40255
    }
    bound_http_address {
      host: "127.11.123.131"
      port: 46303
    }
  }
}

00:27:57.746 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:27:57.942 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
00:27:58.009 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:27:58.187 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.123.188:37119(127.11.123.188:37119)] connecting to peer
00:27:58.242 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.123.189:40959(127.11.123.189:40959)] connecting to peer
00:27:58.243 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.11.123.190:34019(127.11.123.190:34019)] connecting to peer
00:27:58.261 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.123.188:37119(127.11.123.188:37119)] Successfully connected to peer
00:27:58.263 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.11.123.190:34019(127.11.123.190:34019)] Successfully connected to peer
00:27:58.265 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.11.123.189:40959(127.11.123.189:40959)] Successfully connected to peer
00:27:58.364 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.123.189
00:27:58.364 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.123.188
00:27:58.366 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.123.190
00:27:58.594 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xf6a47df2, L:/127.0.0.1:53498 - R:/127.11.123.190:34019] using SASL/PLAIN
00:27:58.594 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x63f73fcb, L:/127.0.0.1:37470 - R:/127.11.123.189:40959] using SASL/PLAIN
00:27:58.594 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x806bcbaa, L:/127.0.0.1:56212 - R:/127.11.123.188:37119] using SASL/PLAIN
00:27:58.642 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:27:58.643 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=496), Traces: [0ms] refreshing cache from master, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.188:37119, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.189:40959, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.190:34019, [461ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.189:40959: OK, [462ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.188:37119: OK, [462ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.190:34019: OK, deferred=null) after lookup
00:27:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.709616 12480 heartbeater.cc:499] Master 127.11.123.188:37119 was elected leader, sending a full tablet report...
00:27:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.721892 11961 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:56212:
00:27:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestClientFailoverSupport-KILL"
00:27:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:27:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:27:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
00:27:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:27:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:27:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:27:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:27:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:27:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:27:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:27:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:27:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
00:27:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:27:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:27:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:27:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:27:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:27:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:27:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:27:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:27:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
00:27:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:27:58.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:27:58.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:27:58.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:27:58.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:27:58.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:27:58.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:27:58.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:27:58.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
00:27:58.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:27:58.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:27:58.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
00:27:58.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
00:27:58.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
00:27:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
00:27:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:27:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:27:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:27:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:27:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
00:27:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
00:27:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:27:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:27:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:27:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:27:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:27:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:27:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:27:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
00:27:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:27:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
00:27:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:27:58.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:27:58.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:58.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:58.726015 11961 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestClientFailoverSupport-KILL in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:27:58.797 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table e0c3061a421f4f51a0ccef99f5d3e94d
00:27:58.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.825565 12133 tablet_service.cc:1511] Processing CreateTablet for tablet 6ae5204f486644e9b93aa805194ce32b (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=e0c3061a421f4f51a0ccef99f5d3e94d]), partition=RANGE (key) PARTITION UNBOUNDED
00:27:58.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.827565 12133 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6ae5204f486644e9b93aa805194ce32b. 1 dirs total, 0 dirs full, 0 dirs failed
00:27:58.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.839337 12415 tablet_service.cc:1511] Processing CreateTablet for tablet 6ae5204f486644e9b93aa805194ce32b (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=e0c3061a421f4f51a0ccef99f5d3e94d]), partition=RANGE (key) PARTITION UNBOUNDED
00:27:58.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.841297 12415 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6ae5204f486644e9b93aa805194ce32b. 1 dirs total, 0 dirs full, 0 dirs failed
00:27:58.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.859858 12275 tablet_service.cc:1511] Processing CreateTablet for tablet 6ae5204f486644e9b93aa805194ce32b (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=e0c3061a421f4f51a0ccef99f5d3e94d]), partition=RANGE (key) PARTITION UNBOUNDED
00:27:58.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.862149 12275 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6ae5204f486644e9b93aa805194ce32b. 1 dirs total, 0 dirs full, 0 dirs failed
00:27:58.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.865824 12516 tablet_bootstrap.cc:492] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3: Bootstrap starting.
00:27:58.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.877418 12517 tablet_bootstrap.cc:492] T 6ae5204f486644e9b93aa805194ce32b P ce86a30c98224f1090dcf57529f0032c: Bootstrap starting.
00:27:58.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.878293 12516 tablet_bootstrap.cc:654] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3: Neither blocks nor log segments found. Creating new log.
00:27:58.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.880666 12516 log.cc:826] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3: Log is configured to *not* fsync() on all Append() calls
00:27:58.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.888005 12517 tablet_bootstrap.cc:654] T 6ae5204f486644e9b93aa805194ce32b P ce86a30c98224f1090dcf57529f0032c: Neither blocks nor log segments found. Creating new log.
00:27:58.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.890596 12517 log.cc:826] T 6ae5204f486644e9b93aa805194ce32b P ce86a30c98224f1090dcf57529f0032c: Log is configured to *not* fsync() on all Append() calls
00:27:58.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.894874 12516 tablet_bootstrap.cc:492] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3: No bootstrap required, opened a new log
00:27:58.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.895437 12516 ts_tablet_manager.cc:1403] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3: Time spent bootstrapping tablet: real 0.030s	user 0.019s	sys 0.000s
00:27:58.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.905200 12517 tablet_bootstrap.cc:492] T 6ae5204f486644e9b93aa805194ce32b P ce86a30c98224f1090dcf57529f0032c: No bootstrap required, opened a new log
00:27:58.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.908542 12517 ts_tablet_manager.cc:1403] T 6ae5204f486644e9b93aa805194ce32b P ce86a30c98224f1090dcf57529f0032c: Time spent bootstrapping tablet: real 0.032s	user 0.013s	sys 0.009s
00:27:58.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.913846 12520 tablet_bootstrap.cc:492] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a: Bootstrap starting.
00:27:58.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.924389 12520 tablet_bootstrap.cc:654] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a: Neither blocks nor log segments found. Creating new log.
00:27:58.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.926798 12516 raft_consensus.cc:359] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e723f31172344f78b3b562aa109dca3" member_type: VOTER last_known_addr { host: "127.11.123.129" port: 38813 } } peers { permanent_uuid: "ce86a30c98224f1090dcf57529f0032c" member_type: VOTER last_known_addr { host: "127.11.123.131" port: 40255 } } peers { permanent_uuid: "3df3403b1eec498b93be26eee32ea36a" member_type: VOTER last_known_addr { host: "127.11.123.130" port: 35867 } }
00:27:58.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.927683 12516 raft_consensus.cc:385] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:27:58.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.927973 12516 raft_consensus.cc:740] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6e723f31172344f78b3b562aa109dca3, State: Initialized, Role: FOLLOWER
00:27:58.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.930140 12516 consensus_queue.cc:260] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e723f31172344f78b3b562aa109dca3" member_type: VOTER last_known_addr { host: "127.11.123.129" port: 38813 } } peers { permanent_uuid: "ce86a30c98224f1090dcf57529f0032c" member_type: VOTER last_known_addr { host: "127.11.123.131" port: 40255 } } peers { permanent_uuid: "3df3403b1eec498b93be26eee32ea36a" member_type: VOTER last_known_addr { host: "127.11.123.130" port: 35867 } }
00:27:58.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.938230 12520 log.cc:826] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a: Log is configured to *not* fsync() on all Append() calls
00:27:58.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.938143 12517 raft_consensus.cc:359] T 6ae5204f486644e9b93aa805194ce32b P ce86a30c98224f1090dcf57529f0032c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e723f31172344f78b3b562aa109dca3" member_type: VOTER last_known_addr { host: "127.11.123.129" port: 38813 } } peers { permanent_uuid: "ce86a30c98224f1090dcf57529f0032c" member_type: VOTER last_known_addr { host: "127.11.123.131" port: 40255 } } peers { permanent_uuid: "3df3403b1eec498b93be26eee32ea36a" member_type: VOTER last_known_addr { host: "127.11.123.130" port: 35867 } }
00:27:58.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.939275 12517 raft_consensus.cc:385] T 6ae5204f486644e9b93aa805194ce32b P ce86a30c98224f1090dcf57529f0032c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:27:58.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.939814 12517 raft_consensus.cc:740] T 6ae5204f486644e9b93aa805194ce32b P ce86a30c98224f1090dcf57529f0032c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ce86a30c98224f1090dcf57529f0032c, State: Initialized, Role: FOLLOWER
00:27:58.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.941017 12516 ts_tablet_manager.cc:1434] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3: Time spent starting tablet: real 0.045s	user 0.037s	sys 0.004s
00:27:58.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.941037 12517 consensus_queue.cc:260] T 6ae5204f486644e9b93aa805194ce32b P ce86a30c98224f1090dcf57529f0032c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e723f31172344f78b3b562aa109dca3" member_type: VOTER last_known_addr { host: "127.11.123.129" port: 38813 } } peers { permanent_uuid: "ce86a30c98224f1090dcf57529f0032c" member_type: VOTER last_known_addr { host: "127.11.123.131" port: 40255 } } peers { permanent_uuid: "3df3403b1eec498b93be26eee32ea36a" member_type: VOTER last_known_addr { host: "127.11.123.130" port: 35867 } }
00:27:58.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.958305 12517 ts_tablet_manager.cc:1434] T 6ae5204f486644e9b93aa805194ce32b P ce86a30c98224f1090dcf57529f0032c: Time spent starting tablet: real 0.049s	user 0.034s	sys 0.005s
00:27:58.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.962116 12520 tablet_bootstrap.cc:492] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a: No bootstrap required, opened a new log
00:27:58.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.963020 12520 ts_tablet_manager.cc:1403] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a: Time spent bootstrapping tablet: real 0.050s	user 0.014s	sys 0.011s
00:27:58.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.993328 12520 raft_consensus.cc:359] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e723f31172344f78b3b562aa109dca3" member_type: VOTER last_known_addr { host: "127.11.123.129" port: 38813 } } peers { permanent_uuid: "ce86a30c98224f1090dcf57529f0032c" member_type: VOTER last_known_addr { host: "127.11.123.131" port: 40255 } } peers { permanent_uuid: "3df3403b1eec498b93be26eee32ea36a" member_type: VOTER last_known_addr { host: "127.11.123.130" port: 35867 } }
00:27:58.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.994344 12520 raft_consensus.cc:385] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:27:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.994653 12520 raft_consensus.cc:740] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3df3403b1eec498b93be26eee32ea36a, State: Initialized, Role: FOLLOWER
00:27:58.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.995644 12520 consensus_queue.cc:260] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e723f31172344f78b3b562aa109dca3" member_type: VOTER last_known_addr { host: "127.11.123.129" port: 38813 } } peers { permanent_uuid: "ce86a30c98224f1090dcf57529f0032c" member_type: VOTER last_known_addr { host: "127.11.123.131" port: 40255 } } peers { permanent_uuid: "3df3403b1eec498b93be26eee32ea36a" member_type: VOTER last_known_addr { host: "127.11.123.130" port: 35867 } }
00:27:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.999663 12520 ts_tablet_manager.cc:1434] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a: Time spent starting tablet: real 0.036s	user 0.027s	sys 0.005s
00:27:59.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:59.063869 12207 tablet.cc:2406] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:27:59.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:59.176054 12489 tablet.cc:2406] T 6ae5204f486644e9b93aa805194ce32b P ce86a30c98224f1090dcf57529f0032c: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:27:59.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.205713 12522 raft_consensus.cc:493] T 6ae5204f486644e9b93aa805194ce32b P ce86a30c98224f1090dcf57529f0032c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:27:59.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.206398 12522 raft_consensus.cc:515] T 6ae5204f486644e9b93aa805194ce32b P ce86a30c98224f1090dcf57529f0032c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e723f31172344f78b3b562aa109dca3" member_type: VOTER last_known_addr { host: "127.11.123.129" port: 38813 } } peers { permanent_uuid: "ce86a30c98224f1090dcf57529f0032c" member_type: VOTER last_known_addr { host: "127.11.123.131" port: 40255 } } peers { permanent_uuid: "3df3403b1eec498b93be26eee32ea36a" member_type: VOTER last_known_addr { host: "127.11.123.130" port: 35867 } }
00:27:59.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.209606 12522 leader_election.cc:290] T 6ae5204f486644e9b93aa805194ce32b P ce86a30c98224f1090dcf57529f0032c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6e723f31172344f78b3b562aa109dca3 (127.11.123.129:38813), 3df3403b1eec498b93be26eee32ea36a (127.11.123.130:35867)
00:27:59.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.219820 12521 raft_consensus.cc:493] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:27:59.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.220489 12521 raft_consensus.cc:515] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e723f31172344f78b3b562aa109dca3" member_type: VOTER last_known_addr { host: "127.11.123.129" port: 38813 } } peers { permanent_uuid: "ce86a30c98224f1090dcf57529f0032c" member_type: VOTER last_known_addr { host: "127.11.123.131" port: 40255 } } peers { permanent_uuid: "3df3403b1eec498b93be26eee32ea36a" member_type: VOTER last_known_addr { host: "127.11.123.130" port: 35867 } }
00:27:59.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.224152 12153 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6ae5204f486644e9b93aa805194ce32b" candidate_uuid: "ce86a30c98224f1090dcf57529f0032c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6e723f31172344f78b3b562aa109dca3" is_pre_election: true
00:27:59.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.225023 12153 raft_consensus.cc:2468] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ce86a30c98224f1090dcf57529f0032c in term 0.
00:27:59.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.225108 12295 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6ae5204f486644e9b93aa805194ce32b" candidate_uuid: "ce86a30c98224f1090dcf57529f0032c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3df3403b1eec498b93be26eee32ea36a" is_pre_election: true
00:27:59.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.225576 12521 leader_election.cc:290] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ce86a30c98224f1090dcf57529f0032c (127.11.123.131:40255), 3df3403b1eec498b93be26eee32ea36a (127.11.123.130:35867)
00:27:59.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.226030 12295 raft_consensus.cc:2468] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ce86a30c98224f1090dcf57529f0032c in term 0.
00:27:59.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.229523 12368 leader_election.cc:304] T 6ae5204f486644e9b93aa805194ce32b P ce86a30c98224f1090dcf57529f0032c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3df3403b1eec498b93be26eee32ea36a, ce86a30c98224f1090dcf57529f0032c; no voters: 
00:27:59.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:59.230294 12349 tablet.cc:2406] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:27:59.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.230618 12522 raft_consensus.cc:2804] T 6ae5204f486644e9b93aa805194ce32b P ce86a30c98224f1090dcf57529f0032c [term 0 FOLLOWER]: Leader pre-election won for term 1
00:27:59.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.230988 12522 raft_consensus.cc:493] T 6ae5204f486644e9b93aa805194ce32b P ce86a30c98224f1090dcf57529f0032c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:27:59.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.231318 12522 raft_consensus.cc:3060] T 6ae5204f486644e9b93aa805194ce32b P ce86a30c98224f1090dcf57529f0032c [term 0 FOLLOWER]: Advancing to term 1
00:27:59.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.242209 12522 raft_consensus.cc:515] T 6ae5204f486644e9b93aa805194ce32b P ce86a30c98224f1090dcf57529f0032c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e723f31172344f78b3b562aa109dca3" member_type: VOTER last_known_addr { host: "127.11.123.129" port: 38813 } } peers { permanent_uuid: "ce86a30c98224f1090dcf57529f0032c" member_type: VOTER last_known_addr { host: "127.11.123.131" port: 40255 } } peers { permanent_uuid: "3df3403b1eec498b93be26eee32ea36a" member_type: VOTER last_known_addr { host: "127.11.123.130" port: 35867 } }
00:27:59.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.245481 12522 leader_election.cc:290] T 6ae5204f486644e9b93aa805194ce32b P ce86a30c98224f1090dcf57529f0032c [CANDIDATE]: Term 1 election: Requested vote from peers 6e723f31172344f78b3b562aa109dca3 (127.11.123.129:38813), 3df3403b1eec498b93be26eee32ea36a (127.11.123.130:35867)
00:27:59.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.245343 12153 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6ae5204f486644e9b93aa805194ce32b" candidate_uuid: "ce86a30c98224f1090dcf57529f0032c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6e723f31172344f78b3b562aa109dca3"
00:27:59.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.245982 12153 raft_consensus.cc:3060] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [term 0 FOLLOWER]: Advancing to term 1
00:27:59.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.246703 12295 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6ae5204f486644e9b93aa805194ce32b" candidate_uuid: "ce86a30c98224f1090dcf57529f0032c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3df3403b1eec498b93be26eee32ea36a"
00:27:59.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.247226 12295 raft_consensus.cc:3060] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a [term 0 FOLLOWER]: Advancing to term 1
00:27:59.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.252300 12295 raft_consensus.cc:2468] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ce86a30c98224f1090dcf57529f0032c in term 1.
00:27:59.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.252825 12153 raft_consensus.cc:2468] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ce86a30c98224f1090dcf57529f0032c in term 1.
00:27:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.253541 12368 leader_election.cc:304] T 6ae5204f486644e9b93aa805194ce32b P ce86a30c98224f1090dcf57529f0032c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3df3403b1eec498b93be26eee32ea36a, ce86a30c98224f1090dcf57529f0032c; no voters: 
00:27:59.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.254853 12522 raft_consensus.cc:2804] T 6ae5204f486644e9b93aa805194ce32b P ce86a30c98224f1090dcf57529f0032c [term 1 FOLLOWER]: Leader election won for term 1
00:27:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.258926 12435 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6ae5204f486644e9b93aa805194ce32b" candidate_uuid: "6e723f31172344f78b3b562aa109dca3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce86a30c98224f1090dcf57529f0032c" is_pre_election: true
00:27:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.265120 12295 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6ae5204f486644e9b93aa805194ce32b" candidate_uuid: "6e723f31172344f78b3b562aa109dca3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3df3403b1eec498b93be26eee32ea36a" is_pre_election: true
00:27:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.266114 12295 raft_consensus.cc:2393] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 6e723f31172344f78b3b562aa109dca3 in current term 1: Already voted for candidate ce86a30c98224f1090dcf57529f0032c in this term.
00:27:59.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.266844 12522 raft_consensus.cc:697] T 6ae5204f486644e9b93aa805194ce32b P ce86a30c98224f1090dcf57529f0032c [term 1 LEADER]: Becoming Leader. State: Replica: ce86a30c98224f1090dcf57529f0032c, State: Running, Role: LEADER
00:27:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.267925 12522 consensus_queue.cc:237] T 6ae5204f486644e9b93aa805194ce32b P ce86a30c98224f1090dcf57529f0032c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e723f31172344f78b3b562aa109dca3" member_type: VOTER last_known_addr { host: "127.11.123.129" port: 38813 } } peers { permanent_uuid: "ce86a30c98224f1090dcf57529f0032c" member_type: VOTER last_known_addr { host: "127.11.123.131" port: 40255 } } peers { permanent_uuid: "3df3403b1eec498b93be26eee32ea36a" member_type: VOTER last_known_addr { host: "127.11.123.130" port: 35867 } }
00:27:59.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.281183 11960 catalog_manager.cc:5696] T 6ae5204f486644e9b93aa805194ce32b P ce86a30c98224f1090dcf57529f0032c reported cstate change: term changed from 0 to 1, leader changed from <none> to ce86a30c98224f1090dcf57529f0032c (127.11.123.131). New cstate: current_term: 1 leader_uuid: "ce86a30c98224f1090dcf57529f0032c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e723f31172344f78b3b562aa109dca3" member_type: VOTER last_known_addr { host: "127.11.123.129" port: 38813 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ce86a30c98224f1090dcf57529f0032c" member_type: VOTER last_known_addr { host: "127.11.123.131" port: 40255 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3df3403b1eec498b93be26eee32ea36a" member_type: VOTER last_known_addr { host: "127.11.123.130" port: 35867 } health_report { overall_health: UNKNOWN } } }
00:27:59.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.282392 12087 leader_election.cc:304] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6e723f31172344f78b3b562aa109dca3; no voters: 3df3403b1eec498b93be26eee32ea36a, ce86a30c98224f1090dcf57529f0032c
00:27:59.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.283358 12521 raft_consensus.cc:2749] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
00:27:59.597 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table e0c3061a421f4f51a0ccef99f5d3e94d
00:27:59.627 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6ae5204f486644e9b93aa805194ce32b for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
00:27:59.636 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299992, tablet=6ae5204f486644e9b93aa805194ce32b@[3df3403b1eec498b93be26eee32ea36a(127.11.123.130:35867),6e723f31172344f78b3b562aa109dca3(127.11.123.129:38813),ce86a30c98224f1090dcf57529f0032c(127.11.123.131:40255)[L]]}]
00:27:59.638 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=22), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.123.188:37119, [9ms] Sub RPC GetTableLocations: received response from server master-127.11.123.188:37119: OK, deferred=null) after lookup
00:27:59.652 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ce86a30c98224f1090dcf57529f0032c(127.11.123.131:40255)] connecting to peer
00:27:59.670 [DEBUG - kudu-nio-3] (Connection.java:757) [peer ce86a30c98224f1090dcf57529f0032c(127.11.123.131:40255)] Successfully connected to peer
00:27:59.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.711796 12522 consensus_queue.cc:1048] T 6ae5204f486644e9b93aa805194ce32b P ce86a30c98224f1090dcf57529f0032c [LEADER]: Connected to new peer: Peer: permanent_uuid: "3df3403b1eec498b93be26eee32ea36a" member_type: VOTER last_known_addr { host: "127.11.123.130" port: 35867 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:27:59.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.766166 12529 consensus_queue.cc:1048] T 6ae5204f486644e9b93aa805194ce32b P ce86a30c98224f1090dcf57529f0032c [LEADER]: Connected to new peer: Peer: permanent_uuid: "6e723f31172344f78b3b562aa109dca3" member_type: VOTER last_known_addr { host: "127.11.123.129" port: 38813 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:27:59.832 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x8b4d170b, L:/127.0.0.1:43422 - R:/127.11.123.131:40255] using TOKEN/null
00:28:00.123 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-KILL, tablet=6ae5204f486644e9b93aa805194ce32b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:00.127 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.11.123.188:37119
00:28:00.128 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

00:28:00.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.129426 11758 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu with pid 11917
00:28:00.161 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:28:00.161 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.123.188:37119(127.11.123.188:37119)] handling channelInactive
00:28:00.162 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.11.123.131:40255
00:28:00.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.123.188:37119(127.11.123.188:37119)] cleaning up while in state READY due to: connection closed
00:28:00.162 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

00:28:00.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.163182 11758 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu with pid 12345
00:28:00.193 [DEBUG - kudu-nio-3] (Connection.java:239) [peer ce86a30c98224f1090dcf57529f0032c(127.11.123.131:40255)] handling channelInactive
00:28:00.193 [DEBUG - kudu-nio-3] (Connection.java:709) [peer ce86a30c98224f1090dcf57529f0032c(127.11.123.131:40255)] cleaning up while in state READY due to: connection closed
00:28:00.193 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:28:00.194 [DEBUG - Time-limited test] (Connection.java:748) [peer ce86a30c98224f1090dcf57529f0032c(127.11.123.131:40255)] connecting to peer
00:28:00.197 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer ce86a30c98224f1090dcf57529f0032c(127.11.123.131:40255): Connection refused: /127.11.123.131:40255
00:28:00.197 [DEBUG - kudu-nio-4] (Connection.java:709) [peer ce86a30c98224f1090dcf57529f0032c(127.11.123.131:40255)] cleaning up while in state CONNECTING due to: Failed to connect to peer ce86a30c98224f1090dcf57529f0032c(127.11.123.131:40255): Connection refused: /127.11.123.131:40255
00:28:00.197 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location ce86a30c98224f1090dcf57529f0032c(127.11.123.131:40255) for tablet 6ae5204f486644e9b93aa805194ce32b: Failed to connect to peer ce86a30c98224f1090dcf57529f0032c(127.11.123.131:40255): Connection refused: /127.11.123.131:40255
00:28:00.208 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.11.123.188:37119(127.11.123.188:37119)] connecting to peer
00:28:00.210 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:00.211 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.123.188:37119(127.11.123.188:37119)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:00.211 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location master-127.11.123.188:37119(127.11.123.188:37119) for tablet Kudu Master: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:00.228 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.11.123.188:37119(127.11.123.188:37119)] connecting to peer
00:28:00.230 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:00.231 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.123.188:37119(127.11.123.188:37119)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:00.232 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.123.188:37119: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:00.236 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.123.188:37119,127.11.123.189:40959,127.11.123.190:34019; will retry
00:28:00.248 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.11.123.188:37119(127.11.123.188:37119)] connecting to peer
00:28:00.251 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:00.251 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.123.188:37119(127.11.123.188:37119)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:00.252 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.123.188:37119: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:00.254 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.123.188:37119,127.11.123.189:40959,127.11.123.190:34019; will retry
00:28:00.268 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.11.123.188:37119(127.11.123.188:37119)] connecting to peer
00:28:00.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:00.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.123.188:37119(127.11.123.188:37119)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:00.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.123.188:37119: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:00.272 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.123.188:37119,127.11.123.189:40959,127.11.123.190:34019; will retry
00:28:00.289 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.11.123.188:37119(127.11.123.188:37119)] connecting to peer
00:28:00.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:00.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.123.188:37119(127.11.123.188:37119)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:00.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.123.188:37119: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:00.294 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.123.188:37119,127.11.123.189:40959,127.11.123.190:34019; will retry
00:28:00.328 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.11.123.188:37119(127.11.123.188:37119)] connecting to peer
00:28:00.329 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:00.329 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.123.188:37119(127.11.123.188:37119)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:00.330 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.123.188:37119: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:00.333 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.123.188:37119,127.11.123.189:40959,127.11.123.190:34019; will retry
00:28:00.388 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.11.123.188:37119(127.11.123.188:37119)] connecting to peer
00:28:00.390 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:00.390 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.123.188:37119(127.11.123.188:37119)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:00.390 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.123.188:37119: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:00.393 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.123.188:37119,127.11.123.189:40959,127.11.123.190:34019; will retry
00:28:00.508 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.11.123.188:37119(127.11.123.188:37119)] connecting to peer
00:28:00.510 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:00.510 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.123.188:37119(127.11.123.188:37119)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:00.510 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.123.188:37119: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:00.513 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.123.188:37119,127.11.123.189:40959,127.11.123.190:34019; will retry
00:28:00.748 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.11.123.188:37119(127.11.123.188:37119)] connecting to peer
00:28:00.750 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:00.750 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.123.188:37119(127.11.123.188:37119)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:00.750 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.123.188:37119: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:00.754 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.123.188:37119,127.11.123.189:40959,127.11.123.190:34019; will retry
00:28:00.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.815696 12340 heartbeater.cc:646] Failed to heartbeat to 127.11.123.188:37119 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.11.123.188:37119: connect: Connection refused (error 111)
00:28:00.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.837155 12198 heartbeater.cc:646] Failed to heartbeat to 127.11.123.188:37119 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.11.123.188:37119: connect: Connection refused (error 111)
00:28:01.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.227984 12558 raft_consensus.cc:493] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 64030fcb12da4f2a962afa6e8785e744)
00:28:01.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.228631 12558 raft_consensus.cc:515] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } } peers { permanent_uuid: "02f9377f4ab047179019d0e845349267" member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } } peers { permanent_uuid: "64030fcb12da4f2a962afa6e8785e744" member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } }
00:28:01.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.231048 12558 leader_election.cc:290] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 02f9377f4ab047179019d0e845349267 (127.11.123.189:40959), 64030fcb12da4f2a962afa6e8785e744 (127.11.123.188:37119)
00:28:01.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.232158 11889 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "02f9377f4ab047179019d0e845349267" is_pre_election: true
00:28:01.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:01.234844 11788 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.123.188:37119: connect: Connection refused (error 111) [suppressed 13 similar messages]
00:28:01.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:01.238425 11788 leader_election.cc:336] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 64030fcb12da4f2a962afa6e8785e744 (127.11.123.188:37119): Network error: Client connection negotiation failed: client connection to 127.11.123.188:37119: connect: Connection refused (error 111)
00:28:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.238819 11788 leader_election.cc:304] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d25db18a4f814e4ca5c9f261b5b69a0b; no voters: 02f9377f4ab047179019d0e845349267, 64030fcb12da4f2a962afa6e8785e744
00:28:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.239609 12558 raft_consensus.cc:2749] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
00:28:01.268 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.11.123.188:37119(127.11.123.188:37119)] connecting to peer
00:28:01.270 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:01.270 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.123.188:37119(127.11.123.188:37119)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:01.270 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.123.188:37119: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:01.274 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.123.188:37119,127.11.123.189:40959,127.11.123.190:34019; will retry
00:28:01.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.328828 12561 raft_consensus.cc:493] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 64030fcb12da4f2a962afa6e8785e744)
00:28:01.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.329327 12561 raft_consensus.cc:515] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } } peers { permanent_uuid: "02f9377f4ab047179019d0e845349267" member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } } peers { permanent_uuid: "64030fcb12da4f2a962afa6e8785e744" member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } }
00:28:01.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.331678 12561 leader_election.cc:290] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d25db18a4f814e4ca5c9f261b5b69a0b (127.11.123.190:34019), 64030fcb12da4f2a962afa6e8785e744 (127.11.123.188:37119)
00:28:01.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.332544 11813 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "02f9377f4ab047179019d0e845349267" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" is_pre_election: true
00:28:01.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.333288 11813 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 02f9377f4ab047179019d0e845349267 in term 1.
00:28:01.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:01.334256 11864 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.123.188:37119: connect: Connection refused (error 111) [suppressed 6 similar messages]
00:28:01.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.334444 11867 leader_election.cc:304] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 02f9377f4ab047179019d0e845349267, d25db18a4f814e4ca5c9f261b5b69a0b; no voters: 
00:28:01.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.335331 12561 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [term 1 FOLLOWER]: Leader pre-election won for term 2
00:28:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.335636 12561 raft_consensus.cc:493] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 64030fcb12da4f2a962afa6e8785e744)
00:28:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.336052 12561 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [term 1 FOLLOWER]: Advancing to term 2
00:28:01.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:01.338296 11864 leader_election.cc:336] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 64030fcb12da4f2a962afa6e8785e744 (127.11.123.188:37119): Network error: Client connection negotiation failed: client connection to 127.11.123.188:37119: connect: Connection refused (error 111)
00:28:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.342223 12561 raft_consensus.cc:515] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } } peers { permanent_uuid: "02f9377f4ab047179019d0e845349267" member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } } peers { permanent_uuid: "64030fcb12da4f2a962afa6e8785e744" member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } }
00:28:01.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.343871 12561 leader_election.cc:290] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [CANDIDATE]: Term 2 election: Requested vote from peers d25db18a4f814e4ca5c9f261b5b69a0b (127.11.123.190:34019), 64030fcb12da4f2a962afa6e8785e744 (127.11.123.188:37119)
00:28:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.344678 11813 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "02f9377f4ab047179019d0e845349267" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b"
00:28:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.345247 11813 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b [term 1 FOLLOWER]: Advancing to term 2
00:28:01.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:01.349555 11864 leader_election.cc:336] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 64030fcb12da4f2a962afa6e8785e744 (127.11.123.188:37119): Network error: Client connection negotiation failed: client connection to 127.11.123.188:37119: connect: Connection refused (error 111)
00:28:01.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.361637 11813 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 02f9377f4ab047179019d0e845349267 in term 2.
00:28:01.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.363832 11867 leader_election.cc:304] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 02f9377f4ab047179019d0e845349267, d25db18a4f814e4ca5c9f261b5b69a0b; no voters: 64030fcb12da4f2a962afa6e8785e744
00:28:01.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.366050 12561 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [term 2 FOLLOWER]: Leader election won for term 2
00:28:01.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.368207 12561 raft_consensus.cc:697] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [term 2 LEADER]: Becoming Leader. State: Replica: 02f9377f4ab047179019d0e845349267, State: Running, Role: LEADER
00:28:01.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.369583 12561 consensus_queue.cc:237] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } } peers { permanent_uuid: "02f9377f4ab047179019d0e845349267" member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } } peers { permanent_uuid: "64030fcb12da4f2a962afa6e8785e744" member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } }
00:28:01.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.376727 12564 sys_catalog.cc:455] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 02f9377f4ab047179019d0e845349267. Latest consensus state: current_term: 2 leader_uuid: "02f9377f4ab047179019d0e845349267" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } } peers { permanent_uuid: "02f9377f4ab047179019d0e845349267" member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } } peers { permanent_uuid: "64030fcb12da4f2a962afa6e8785e744" member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } } }
00:28:01.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.377911 12564 sys_catalog.cc:458] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [sys.catalog]: This master's current role is: LEADER
00:28:01.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.380343 12566 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:28:01.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.392598 12566 catalog_manager.cc:679] Loaded metadata for table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=e0c3061a421f4f51a0ccef99f5d3e94d]
00:28:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.400261 12566 tablet_loader.cc:96] loaded metadata for tablet 6ae5204f486644e9b93aa805194ce32b (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=e0c3061a421f4f51a0ccef99f5d3e94d])
00:28:01.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.402464 12566 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:28:01.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.407366 12566 catalog_manager.cc:1294] Loaded cluster ID: 8ab9690fab744d358cc41badf39f2b8e
00:28:01.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.407629 12566 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:28:01.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.413304 12566 catalog_manager.cc:1539] Loading token signing keys...
00:28:01.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.417001 12566 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267: Loaded TSK: 0
00:28:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.418653 12566 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:28:01.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.541911 12567 raft_consensus.cc:493] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a [term 1 FOLLOWER]: Starting pre-election (detected failure of leader ce86a30c98224f1090dcf57529f0032c)
00:28:01.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.541877 12568 raft_consensus.cc:493] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader ce86a30c98224f1090dcf57529f0032c)
00:28:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.542481 12567 raft_consensus.cc:515] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e723f31172344f78b3b562aa109dca3" member_type: VOTER last_known_addr { host: "127.11.123.129" port: 38813 } } peers { permanent_uuid: "ce86a30c98224f1090dcf57529f0032c" member_type: VOTER last_known_addr { host: "127.11.123.131" port: 40255 } } peers { permanent_uuid: "3df3403b1eec498b93be26eee32ea36a" member_type: VOTER last_known_addr { host: "127.11.123.130" port: 35867 } }
00:28:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.542810 12568 raft_consensus.cc:515] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e723f31172344f78b3b562aa109dca3" member_type: VOTER last_known_addr { host: "127.11.123.129" port: 38813 } } peers { permanent_uuid: "ce86a30c98224f1090dcf57529f0032c" member_type: VOTER last_known_addr { host: "127.11.123.131" port: 40255 } } peers { permanent_uuid: "3df3403b1eec498b93be26eee32ea36a" member_type: VOTER last_known_addr { host: "127.11.123.130" port: 35867 } }
00:28:01.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.546020 12568 leader_election.cc:290] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ce86a30c98224f1090dcf57529f0032c (127.11.123.131:40255), 3df3403b1eec498b93be26eee32ea36a (127.11.123.130:35867)
00:28:01.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.547835 12294 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6ae5204f486644e9b93aa805194ce32b" candidate_uuid: "6e723f31172344f78b3b562aa109dca3" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "3df3403b1eec498b93be26eee32ea36a" is_pre_election: true
00:28:01.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.548702 12294 raft_consensus.cc:2468] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6e723f31172344f78b3b562aa109dca3 in term 1.
00:28:01.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.550734 12086 leader_election.cc:304] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3df3403b1eec498b93be26eee32ea36a, 6e723f31172344f78b3b562aa109dca3; no voters: 
00:28:01.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:01.551030 12087 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.123.131:40255: connect: Connection refused (error 111)
00:28:01.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.551682 12568 raft_consensus.cc:2804] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [term 1 FOLLOWER]: Leader pre-election won for term 2
00:28:01.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.552142 12568 raft_consensus.cc:493] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [term 1 FOLLOWER]: Starting leader election (detected failure of leader ce86a30c98224f1090dcf57529f0032c)
00:28:01.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.545331 12567 leader_election.cc:290] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 6e723f31172344f78b3b562aa109dca3 (127.11.123.129:38813), ce86a30c98224f1090dcf57529f0032c (127.11.123.131:40255)
00:28:01.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.552536 12568 raft_consensus.cc:3060] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [term 1 FOLLOWER]: Advancing to term 2
00:28:01.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.560796 12568 raft_consensus.cc:515] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e723f31172344f78b3b562aa109dca3" member_type: VOTER last_known_addr { host: "127.11.123.129" port: 38813 } } peers { permanent_uuid: "ce86a30c98224f1090dcf57529f0032c" member_type: VOTER last_known_addr { host: "127.11.123.131" port: 40255 } } peers { permanent_uuid: "3df3403b1eec498b93be26eee32ea36a" member_type: VOTER last_known_addr { host: "127.11.123.130" port: 35867 } }
00:28:01.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:01.561820 12087 leader_election.cc:336] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ce86a30c98224f1090dcf57529f0032c (127.11.123.131:40255): Network error: Client connection negotiation failed: client connection to 127.11.123.131:40255: connect: Connection refused (error 111)
00:28:01.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.566926 12294 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6ae5204f486644e9b93aa805194ce32b" candidate_uuid: "6e723f31172344f78b3b562aa109dca3" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "3df3403b1eec498b93be26eee32ea36a"
00:28:01.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.567478 12294 raft_consensus.cc:3060] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a [term 1 FOLLOWER]: Advancing to term 2
00:28:01.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.563333 12568 leader_election.cc:290] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [CANDIDATE]: Term 2 election: Requested vote from peers ce86a30c98224f1090dcf57529f0032c (127.11.123.131:40255), 3df3403b1eec498b93be26eee32ea36a (127.11.123.130:35867)
00:28:01.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:01.572456 12087 leader_election.cc:336] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer ce86a30c98224f1090dcf57529f0032c (127.11.123.131:40255): Network error: Client connection negotiation failed: client connection to 127.11.123.131:40255: connect: Connection refused (error 111)
00:28:01.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.575350 12294 raft_consensus.cc:2468] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6e723f31172344f78b3b562aa109dca3 in term 2.
00:28:01.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.576650 12086 leader_election.cc:304] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3df3403b1eec498b93be26eee32ea36a, 6e723f31172344f78b3b562aa109dca3; no voters: ce86a30c98224f1090dcf57529f0032c
00:28:01.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.578140 12568 raft_consensus.cc:2804] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [term 2 FOLLOWER]: Leader election won for term 2
00:28:01.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.581707 12568 raft_consensus.cc:697] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [term 2 LEADER]: Becoming Leader. State: Replica: 6e723f31172344f78b3b562aa109dca3, State: Running, Role: LEADER
00:28:01.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.583295 12568 consensus_queue.cc:237] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e723f31172344f78b3b562aa109dca3" member_type: VOTER last_known_addr { host: "127.11.123.129" port: 38813 } } peers { permanent_uuid: "ce86a30c98224f1090dcf57529f0032c" member_type: VOTER last_known_addr { host: "127.11.123.131" port: 40255 } } peers { permanent_uuid: "3df3403b1eec498b93be26eee32ea36a" member_type: VOTER last_known_addr { host: "127.11.123.130" port: 35867 } }
00:28:01.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:01.594647 12229 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.123.131:40255: connect: Connection refused (error 111)
00:28:01.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.594964 12153 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6ae5204f486644e9b93aa805194ce32b" candidate_uuid: "3df3403b1eec498b93be26eee32ea36a" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "6e723f31172344f78b3b562aa109dca3" is_pre_election: true
00:28:01.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:01.604668 12229 leader_election.cc:336] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ce86a30c98224f1090dcf57529f0032c (127.11.123.131:40255): Network error: Client connection negotiation failed: client connection to 127.11.123.131:40255: connect: Connection refused (error 111)
00:28:01.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.605237 12229 leader_election.cc:304] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3df3403b1eec498b93be26eee32ea36a; no voters: 6e723f31172344f78b3b562aa109dca3, ce86a30c98224f1090dcf57529f0032c
00:28:01.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.606235 12567 raft_consensus.cc:2749] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
00:28:01.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.607688 11880 catalog_manager.cc:5696] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 reported cstate change: term changed from 1 to 2, leader changed from ce86a30c98224f1090dcf57529f0032c (127.11.123.131) to 6e723f31172344f78b3b562aa109dca3 (127.11.123.129). New cstate: current_term: 2 leader_uuid: "6e723f31172344f78b3b562aa109dca3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6e723f31172344f78b3b562aa109dca3" member_type: VOTER last_known_addr { host: "127.11.123.129" port: 38813 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ce86a30c98224f1090dcf57529f0032c" member_type: VOTER last_known_addr { host: "127.11.123.131" port: 40255 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3df3403b1eec498b93be26eee32ea36a" member_type: VOTER last_known_addr { host: "127.11.123.130" port: 35867 } health_report { overall_health: UNKNOWN } } }
00:28:01.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.619015 11813 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b [term 2 FOLLOWER]: Refusing update from remote peer 02f9377f4ab047179019d0e845349267: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 2 index: 9. (index mismatch)
00:28:01.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.620427 12564 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
00:28:01.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:01.621050 11864 consensus_peers.cc:597] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 -> Peer 64030fcb12da4f2a962afa6e8785e744 (127.11.123.188:37119): Couldn't send request to peer 64030fcb12da4f2a962afa6e8785e744. Status: Network error: Client connection negotiation failed: client connection to 127.11.123.188:37119: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:28:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.626621 12558 sys_catalog.cc:455] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 02f9377f4ab047179019d0e845349267. Latest consensus state: current_term: 2 leader_uuid: "02f9377f4ab047179019d0e845349267" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } } peers { permanent_uuid: "02f9377f4ab047179019d0e845349267" member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } } peers { permanent_uuid: "64030fcb12da4f2a962afa6e8785e744" member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } } }
00:28:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.627279 12558 sys_catalog.cc:458] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b [sys.catalog]: This master's current role is: FOLLOWER
00:28:01.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.632786 12561 sys_catalog.cc:455] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "02f9377f4ab047179019d0e845349267" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } } peers { permanent_uuid: "02f9377f4ab047179019d0e845349267" member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } } peers { permanent_uuid: "64030fcb12da4f2a962afa6e8785e744" member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } } }
00:28:01.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.633975 12561 sys_catalog.cc:458] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267 [sys.catalog]: This master's current role is: LEADER
00:28:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.635566 12558 sys_catalog.cc:455] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "02f9377f4ab047179019d0e845349267" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d25db18a4f814e4ca5c9f261b5b69a0b" member_type: VOTER last_known_addr { host: "127.11.123.190" port: 34019 } } peers { permanent_uuid: "02f9377f4ab047179019d0e845349267" member_type: VOTER last_known_addr { host: "127.11.123.189" port: 40959 } } peers { permanent_uuid: "64030fcb12da4f2a962afa6e8785e744" member_type: VOTER last_known_addr { host: "127.11.123.188" port: 37119 } } }
00:28:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.636373 12558 sys_catalog.cc:458] T 00000000000000000000000000000000 P d25db18a4f814e4ca5c9f261b5b69a0b [sys.catalog]: This master's current role is: FOLLOWER
00:28:01.829 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.11.123.188:37119(127.11.123.188:37119)] connecting to peer
00:28:01.832 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:01.832 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.123.188:37119(127.11.123.188:37119)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:01.833 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.123.188:37119: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119
00:28:01.836 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:28:01.839 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=11, TimeoutTracker(timeout=29987, elapsed=1629), Traces: [0ms] sending RPC to server master-127.11.123.188:37119, [3ms] received response from server master-127.11.123.188:37119: Network error: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.188:37119, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.189:40959, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.190:34019, [24ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.188:37119: Network error: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [26ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.190:34019: OK, [26ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.189:40959: OK, [29ms] delaying RPC due to: Service unavailable: Master config (127.11.123.188:37119,127.11.123.189:40959,127.11.123.190:34019) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.188:37119, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.189:40959, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.190:34019, [43ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.188:37119: Network error: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [45ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.189:40959: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.190:34019: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.11.123.188:37119,127.11.123.189:40959,127.11.123.190:34019) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.188:37119, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.189:40959, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.190:34019, [61ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.188:37119: Network error: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [64ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.189:40959: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.190:34019: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.11.123.188:37119,127.11.123.189:40959,127.11.123.190:34019) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.188:37119, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.189:40959, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.190:34019, [84ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.188:37119: Network error: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [85ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.190:34019: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.189:40959: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.11.123.188:37119,127.11.123.189:40959,127.11.123.190:34019) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.188:37119, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.189:40959, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.190:34019, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.188:37119: Network error: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [125ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.189:40959: OK, [125ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.190:34019: OK, [126ms] delaying RPC due to: Service unavailable: Master config (127.11.123.188:37119,127.11.123.189:40959,127.11.123.190:34019) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.188:37119, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.189:40959, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.190:34019, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.188:37119: Network error: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [185ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.190:34019: OK, [185ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.189:40959: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.11.123.188:37119,127.11.123.189:40959,127.11.123.190:34019) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [299ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.188:37119, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.189:40959, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.190:34019, [302ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.188:37119: Network error: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [305ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.190:34019: OK, [305ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.189:40959: OK, [305ms] delaying RPC due to: Service unavailable: Master config (127.11.123.188:37119,127.11.123.189:40959,127.11.123.190:34019) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.188:37119, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.189:40959, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.190:34019, [542ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.188:37119: Network error: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [545ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.190:34019: OK, [545ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.189:40959: OK, [546ms] delaying RPC due to: Service unavailable: Master config (127.11.123.188:37119,127.11.123.189:40959,127.11.123.190:34019) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [1060ms] refreshing cache from master, [1060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.188:37119, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.189:40959, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.190:34019, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.188:37119: Network error: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [1065ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.189:40959: OK, [1065ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.190:34019: OK, [1066ms] delaying RPC due to: Service unavailable: Master config (127.11.123.188:37119,127.11.123.189:40959,127.11.123.190:34019) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [1620ms] refreshing cache from master, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.188:37119, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.189:40959, [1623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.190:34019, [1625ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.188:37119: Network error: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [1628ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.189:40959: OK, [1628ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.190:34019: OK, deferred=Deferred@217306852(state=PENDING, result=null, callback=get tablet locations from the master for table org.apache.kudu.client.TestClientFailoverSupport-KILL -> release master lookup permit -> retry RPC -> (continuation of Deferred@2036830470 after retry RPC after error@153984542) -> (continuation of Deferred@1489833097 after retry RPC after error@1243329922) -> (continuation of Deferred@254927462 after retry RPC after error@1787384048) -> (continuation of Deferred@1511043180 after retry RPC after error@1303423241) -> (continuation of Deferred@1293045771 after retry RPC after error@1832687497) -> (continuation of Deferred@846252434 after retry RPC after error@2051069492) -> (continuation of Deferred@630018943 after retry RPC after error@738465944) -> (continuation of Deferred@411855059 after retry RPC after error@1686236288) -> (continuation of Deferred@727207364 after retry RPC after error@655642863), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@2036830470 after retry RPC after error@153984542) -> (continuation of Deferred@1489833097 after retry RPC after error@1243329922) -> (continuation of Deferred@254927462 after retry RPC after error@1787384048) -> (continuation of Deferred@1511043180 after retry RPC after error@1303423241) -> (continuation of Deferred@1293045771 after retry RPC after error@1832687497) -> (continuation of Deferred@846252434 after retry RPC after error@2051069492) -> (continuation of Deferred@630018943 after retry RPC after error@738465944) -> (continuation of Deferred@411855059 after retry RPC after error@1686236288) -> (continuation of Deferred@727207364 after retry RPC after error@655642863))) after lookup
00:28:01.844 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 6ae5204f486644e9b93aa805194ce32b for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
00:28:01.845 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=6ae5204f486644e9b93aa805194ce32b@[3df3403b1eec498b93be26eee32ea36a(127.11.123.130:35867),6e723f31172344f78b3b562aa109dca3(127.11.123.129:38813)[L],ce86a30c98224f1090dcf57529f0032c(127.11.123.131:40255)]}]
00:28:01.847 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=6ae5204f486644e9b93aa805194ce32b, attempt=2, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1651), Traces: [0ms] sending RPC to server ce86a30c98224f1090dcf57529f0032c, [3ms] received response from server ce86a30c98224f1090dcf57529f0032c: Network error: Failed to connect to peer ce86a30c98224f1090dcf57529f0032c(127.11.123.131:40255): Connection refused: /127.11.123.131:40255, [4ms] delaying RPC due to: Network error: Failed to connect to peer ce86a30c98224f1090dcf57529f0032c(127.11.123.131:40255): Connection refused: /127.11.123.131:40255, [13ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.123.188:37119, [17ms] Sub RPC GetTableLocations: received response from server master-127.11.123.188:37119: Network error: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [17ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [34ms] Sub RPC GetTableLocations: refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.188:37119, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.189:40959, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.190:34019, [38ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.188:37119: Network error: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [40ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.190:34019: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.189:40959: OK, [43ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.11.123.188:37119,127.11.123.189:40959,127.11.123.190:34019) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [54ms] Sub RPC GetTableLocations: refreshing cache from master, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.188:37119, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.189:40959, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.190:34019, [57ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.188:37119: Network error: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [59ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.189:40959: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.190:34019: OK, [60ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.11.123.188:37119,127.11.123.189:40959,127.11.123.190:34019) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [73ms] Sub RPC GetTableLocations: refreshing cache from master, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.188:37119, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.189:40959, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.190:34019, [75ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.188:37119: Network error: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [78ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.189:40959: OK, [78ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.190:34019: OK, [79ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.11.123.188:37119,127.11.123.189:40959,127.11.123.190:34019) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [94ms] Sub RPC GetTableLocations: refreshing cache from master, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.188:37119, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.189:40959, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.190:34019, [98ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.188:37119: Network error: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [99ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.190:34019: OK, [99ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.189:40959: OK, [100ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.11.123.188:37119,127.11.123.189:40959,127.11.123.190:34019) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [133ms] Sub RPC GetTableLocations: refreshing cache from master, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.188:37119, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.189:40959, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.190:34019, [135ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.188:37119: Network error: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [139ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.189:40959: OK, [139ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.190:34019: OK, [140ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.11.123.188:37119,127.11.123.189:40959,127.11.123.190:34019) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [194ms] Sub RPC GetTableLocations: refreshing cache from master, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.188:37119, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.189:40959, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.190:34019, [196ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.188:37119: Network error: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [199ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.190:34019: OK, [199ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.189:40959: OK, [199ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.11.123.188:37119,127.11.123.189:40959,127.11.123.190:34019) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [313ms] Sub RPC GetTableLocations: refreshing cache from master, [314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.188:37119, [315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.189:40959, [315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.190:34019, [316ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.188:37119: Network error: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [319ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.190:34019: OK, [319ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.189:40959: OK, [319ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.11.123.188:37119,127.11.123.189:40959,127.11.123.190:34019) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [554ms] Sub RPC GetTableLocations: refreshing cache from master, [554ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.188:37119, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.189:40959, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.190:34019, [556ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.188:37119: Network error: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [559ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.190:34019: OK, [559ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.189:40959: OK, [560ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.11.123.188:37119,127.11.123.189:40959,127.11.123.190:34019) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [1074ms] Sub RPC GetTableLocations: refreshing cache from master, [1074ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.188:37119, [1075ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.189:40959, [1075ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.190:34019, [1076ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.188:37119: Network error: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [1079ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.189:40959: OK, [1079ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.190:34019: OK, [1080ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.11.123.188:37119,127.11.123.189:40959,127.11.123.190:34019) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [1634ms] Sub RPC GetTableLocations: refreshing cache from master, [1634ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.188:37119, [1636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.189:40959, [1637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.123.190:34019, [1639ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.188:37119: Network error: Failed to connect to peer master-127.11.123.188:37119(127.11.123.188:37119): Connection refused: /127.11.123.188:37119, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.189:40959: OK, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.11.123.190:34019: OK, [1646ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.123.189:40959, [1650ms] Sub RPC GetTableLocations: received response from server master-127.11.123.189:40959: OK, deferred=Deferred@933981398(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f47f036e310@5e74318a -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@5be29183 -> wakeup thread Time-limited test)) after lookup
00:28:01.847 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 6e723f31172344f78b3b562aa109dca3(127.11.123.129:38813)] connecting to peer
00:28:01.849 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6e723f31172344f78b3b562aa109dca3(127.11.123.129:38813)] Successfully connected to peer
00:28:01.871 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcedfc221, L:/127.0.0.1:33516 - R:/127.11.123.129:38813] using TOKEN/null
00:28:01.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.883678 12294 raft_consensus.cc:1275] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a [term 2 FOLLOWER]: Refusing update from remote peer 6e723f31172344f78b3b562aa109dca3: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 13. (index mismatch)
00:28:01.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.885541 12575 consensus_queue.cc:1048] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3df3403b1eec498b93be26eee32ea36a" member_type: VOTER last_known_addr { host: "127.11.123.130" port: 35867 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.001s
00:28:01.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:01.886245 12087 consensus_peers.cc:597] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 -> Peer ce86a30c98224f1090dcf57529f0032c (127.11.123.131:40255): Couldn't send request to peer ce86a30c98224f1090dcf57529f0032c. Status: Network error: Client connection negotiation failed: client connection to 127.11.123.131:40255: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:28:01.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.889230 12341 heartbeater.cc:499] Master 127.11.123.189:40959 was elected leader, sending a full tablet report...
00:28:01.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.910537 12583 mvcc.cc:204] Tried to move back new op lower bound from 7305095093776302080 to 7305095092589740032. Current Snapshot: MvccSnapshot[applied={T|T < 7305095093776302080 or (T in {7305095093776302080})}]
00:28:01.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.914058 12200 heartbeater.cc:499] Master 127.11.123.189:40959 was elected leader, sending a full tablet report...
00:28:02.082 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 20 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-KILL, tablet=6ae5204f486644e9b93aa805194ce32b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:02.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.087949 11879 catalog_manager.cc:2532] Servicing SoftDeleteTable request from {username='slave'} at 127.0.0.1:37470:
00:28:02.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-KILL" }
00:28:02.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.088914 11879 catalog_manager.cc:2780] Servicing DeleteTable request from {username='slave'} at 127.0.0.1:37470:
00:28:02.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-KILL" }
00:28:02.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.106645 11879 catalog_manager.cc:5983] T 00000000000000000000000000000000 P 02f9377f4ab047179019d0e845349267: Sending DeleteTablet for 3 replicas of tablet 6ae5204f486644e9b93aa805194ce32b
00:28:02.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.129196 12133 tablet_service.cc:1558] Processing DeleteTablet for tablet 6ae5204f486644e9b93aa805194ce32b with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-08 00:28:02 UTC) from {username='slave'} at 127.0.0.1:33530
00:28:02.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:02.135304 11865 catalog_manager.cc:4754] TS ce86a30c98224f1090dcf57529f0032c (127.11.123.131:40255): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet 6ae5204f486644e9b93aa805194ce32b: Network error: Client connection negotiation failed: client connection to 127.11.123.131:40255: connect: Connection refused (error 111)
00:28:02.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.138598 12593 tablet_replica.cc:333] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3: stopping tablet replica
00:28:02.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.139454 12593 raft_consensus.cc:2243] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [term 2 LEADER]: Raft consensus shutting down.
00:28:02.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.141052 12593 raft_consensus.cc:2272] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3 [term 2 FOLLOWER]: Raft consensus is shut down!
00:28:02.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.144297 12593 ts_tablet_manager.cc:1916] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3: Deleting tablet data with delete state TABLET_DATA_DELETED
00:28:02.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.150477 12275 tablet_service.cc:1558] Processing DeleteTablet for tablet 6ae5204f486644e9b93aa805194ce32b with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-08 00:28:02 UTC) from {username='slave'} at 127.0.0.1:46146
00:28:02.153 [DEBUG - main] (Connection.java:575) [peer master-127.11.123.189:40959(127.11.123.189:40959)] disconnecting while in state READY
00:28:02.155 [DEBUG - main] (Connection.java:575) [peer 6e723f31172344f78b3b562aa109dca3(127.11.123.129:38813)] disconnecting while in state READY
00:28:02.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.160008 12593 ts_tablet_manager.cc:1929] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 2.22
00:28:02.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.160504 12593 log.cc:1199] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3: Deleting WAL directory at /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-0/wal/wals/6ae5204f486644e9b93aa805194ce32b
00:28:02.161 [DEBUG - main] (Connection.java:575) [peer master-127.11.123.188:37119(127.11.123.188:37119)] disconnecting while in state TERMINATED
00:28:02.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.161640 12593 ts_tablet_manager.cc:1950] T 6ae5204f486644e9b93aa805194ce32b P 6e723f31172344f78b3b562aa109dca3: Deleting consensus metadata
00:28:02.163 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6e723f31172344f78b3b562aa109dca3(127.11.123.129:38813)] handling channelInactive
00:28:02.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6e723f31172344f78b3b562aa109dca3(127.11.123.129:38813)] cleaning up while in state READY due to: connection closed
00:28:02.166 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.11.123.189:40959(127.11.123.189:40959)] handling channelInactive
00:28:02.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.166595 11865 catalog_manager.cc:5027] TS 6e723f31172344f78b3b562aa109dca3 (127.11.123.129:38813): tablet 6ae5204f486644e9b93aa805194ce32b (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=e0c3061a421f4f51a0ccef99f5d3e94d]) successfully deleted
00:28:02.167 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.123.189:40959(127.11.123.189:40959)] cleaning up while in state READY due to: connection closed
00:28:02.168 [DEBUG - main] (Connection.java:575) [peer master-127.11.123.190:34019(127.11.123.190:34019)] disconnecting while in state READY
00:28:02.169 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.11.123.190:34019(127.11.123.190:34019)] handling channelInactive
00:28:02.170 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.123.190:34019(127.11.123.190:34019)] cleaning up while in state READY due to: connection closed
00:28:02.171 [DEBUG - main] (Connection.java:575) [peer ce86a30c98224f1090dcf57529f0032c(127.11.123.131:40255)] disconnecting while in state TERMINATED
00:28:02.172 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:28:02.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.178813 11758 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu with pid 12043
00:28:02.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.180357 12594 tablet_replica.cc:333] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a: stopping tablet replica
00:28:02.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.181378 12594 raft_consensus.cc:2243] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a [term 2 FOLLOWER]: Raft consensus shutting down.
00:28:02.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.182480 12594 raft_consensus.cc:2272] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a [term 2 FOLLOWER]: Raft consensus is shut down!
00:28:02.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.184911 12594 ts_tablet_manager.cc:1916] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a: Deleting tablet data with delete state TABLET_DATA_DELETED
00:28:02.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.194881 12594 ts_tablet_manager.cc:1929] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 2.22
00:28:02.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.195183 12594 log.cc:1199] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a: Deleting WAL directory at /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster8827718648683531204/ts-1/wal/wals/6ae5204f486644e9b93aa805194ce32b
00:28:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.195900 12594 ts_tablet_manager.cc:1950] T 6ae5204f486644e9b93aa805194ce32b P 3df3403b1eec498b93be26eee32ea36a: Deleting consensus metadata
00:28:02.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.198370 11864 catalog_manager.cc:5027] TS 3df3403b1eec498b93be26eee32ea36a (127.11.123.130:35867): tablet 6ae5204f486644e9b93aa805194ce32b (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=e0c3061a421f4f51a0ccef99f5d3e94d]) successfully deleted
00:28:02.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.209901 11758 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu with pid 12199
00:28:02.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.245033 11758 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu with pid 11770
00:28:02.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.276921 11758 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu with pid 11841
00:28:03.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:28:03Z chronyd exiting
.00:28:04.593 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783470484593
00:28:04.596 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
00:28:04.596 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:28:04.596 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskhivnp4/test-tmp
00:28:04.597 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
00:28:04.597 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskhivnp4/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
00:28:04.599 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

00:28:04.950 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:28:04.951 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

00:28:04.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:04.954435 12599 mini_oidc.cc:150] Starting JWKS server
00:28:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:04.957727 12599 webserver.cc:534] Webserver started at http://127.0.0.1:35095/ using document root <none> and password file <none>
00:28:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:04.958125 12599 mini_oidc.cc:186] Starting OIDC Discovery server
00:28:04.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:04.959781 12599 webserver.cc:534] Webserver started at http://127.0.0.1:45993/ using document root <none> and password file <none>
00:28:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:28:05Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
00:28:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:28:05Z Disabled control of system clock
00:28:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:05.024293 12599 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu
00:28:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu
00:28:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-0/wal
00:28:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-0/data
00:28:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-0/logs
00:28:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-0/data/info.pb
00:28:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:28:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.77.254:34703
00:28:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.77.254
00:28:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.77.212:35283
00:28:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:05.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:05.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:05.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.77.254:34703,127.12.77.253:34989,127.12.77.252:42041
00:28:05.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:05.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35095/jwks.json with env {}
00:28:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:05.337327 12611 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:05.338027 12611 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:05.338557 12611 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:05.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:05.373672 12611 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:28:05.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:05.374008 12611 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:05.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:05.374221 12611 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:28:05.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:05.374419 12611 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:28:05.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:05.374631 12611 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:28:05.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:05.374858 12611 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35095/jwks.json
00:28:05.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:05.415409 12611 master_runner.cc:387] Master server non-default flags:
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.77.212:35283
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-0/data
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-0/wal
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.77.254:34703,127.12.77.253:34989,127.12.77.252:42041
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.77.254:34703
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35095/jwks.json
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-0/data/info.pb
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.77.254
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-0/logs
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:05.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:05.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:05.416771 12611 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:05.419061 12611 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:05.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:05.432988 12617 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:06.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:05.434449 12618 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:06.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:06.748487 12620 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:06.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:06.750981 12619 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1312 milliseconds
00:28:06.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.751144 12611 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:06.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.752758 12611 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:06.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.756332 12611 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:06.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.757822 12611 hybrid_clock.cc:648] HybridClock initialized: now 1783470486757767 us; error 63 us; skew 500 ppm
00:28:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.758697 12611 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:06.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.765558 12611 webserver.cc:534] Webserver started at http://127.12.77.254:35873/ using document root <none> and password file <none>
00:28:06.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.766528 12611 fs_manager.cc:362] Metadata directory not provided
00:28:06.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.766798 12611 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:06.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.767210 12611 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.771662 12611 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-0/data/instance:
00:28:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da2b8a4fa0204308b623f96544f02f1e"
00:28:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:06 on dist-test-slave-gmf4"
00:28:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.772785 12611 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-0/wal/instance:
00:28:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da2b8a4fa0204308b623f96544f02f1e"
00:28:06.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:06 on dist-test-slave-gmf4"
00:28:06.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.780390 12611 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.000s
00:28:06.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.786379 12627 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:06.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.787672 12611 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
00:28:06.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.787988 12611 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-0/data,/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-0/wal
00:28:06.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da2b8a4fa0204308b623f96544f02f1e"
00:28:06.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:06 on dist-test-slave-gmf4"
00:28:06.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.788316 12611 fs_report.cc:389] FS layout report
00:28:06.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:06.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-0/wal
00:28:06.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-0/wal
00:28:06.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-0/data/data
00:28:06.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:06.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:06.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:06.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:06.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:06.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:06.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:06.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:06.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:06.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:06.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:06.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.844802 12611 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.846287 12611 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:06.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.846709 12611 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:06.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.923451 12611 rpc_server.cc:307] RPC server started. Bound to: 127.12.77.254:34703
00:28:06.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.923547 12679 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.77.254:34703 every 8 connection(s)
00:28:06.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.926216 12611 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-0/data/info.pb
00:28:06.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.928566 12599 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu as pid 12611
00:28:06.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.929075 12599 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-0/wal/instance
00:28:06.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.933508 12680 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:06.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.934598 12599 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-1/wal
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-1/data
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-1/logs
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-1/data/info.pb
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.77.253:34989
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.77.253
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.77.212:35283
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:06.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.77.254:34703,127.12.77.253:34989,127.12.77.252:42041
00:28:06.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:06.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35095/jwks.json with env {}
00:28:06.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.946563 12680 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } has no permanent_uuid. Determining permanent_uuid...
00:28:06.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.977162 12680 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } has no permanent_uuid. Determining permanent_uuid...
00:28:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:06.980139 12630 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.77.253:34989: connect: Connection refused (error 111)
00:28:06.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:06.985018 12680 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.77.253:34989: Network error: Client connection negotiation failed: client connection to 127.12.77.253:34989: connect: Connection refused (error 111)
00:28:07.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:07.034561 12680 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } attempt: 1
00:28:07.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.040066 12680 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.77.253:34989: Network error: Client connection negotiation failed: client connection to 127.12.77.253:34989: connect: Connection refused (error 111)
00:28:07.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:07.108553 12680 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } attempt: 2
00:28:07.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.113718 12680 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.77.253:34989: Network error: Client connection negotiation failed: client connection to 127.12.77.253:34989: connect: Connection refused (error 111)
00:28:07.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:07.205248 12680 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } attempt: 3
00:28:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.210227 12680 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.77.253:34989: Network error: Client connection negotiation failed: client connection to 127.12.77.253:34989: connect: Connection refused (error 111)
00:28:07.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.269418 12682 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:07.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.270035 12682 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:07.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.270493 12682 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:07.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.303656 12682 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:28:07.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.303954 12682 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:07.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.304150 12682 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:28:07.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.304364 12682 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:28:07.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.304628 12682 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:28:07.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.304842 12682 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35095/jwks.json
00:28:07.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:07.341328 12682 master_runner.cc:387] Master server non-default flags:
00:28:07.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:07.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.77.212:35283
00:28:07.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-1/data
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-1/wal
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.77.254:34703,127.12.77.253:34989,127.12.77.252:42041
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.77.253:34989
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35095/jwks.json
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-1/data/info.pb
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.77.253
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-1/logs
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:07.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:07.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:07.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:07.343005 12682 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:07.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:07.344731 12682 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:07.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:07.353716 12680 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } attempt: 4
00:28:07.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.355811 12691 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:07.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.360294 12680 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.77.253:34989: Network error: Client connection negotiation failed: client connection to 127.12.77.253:34989: connect: Connection refused (error 111)
00:28:07.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:07.659842 12680 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } attempt: 5
00:28:07.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.668202 12680 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.77.253:34989: Network error: Client connection negotiation failed: client connection to 127.12.77.253:34989: connect: Connection refused (error 111)
00:28:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.215791 12680 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } attempt: 6
00:28:08.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:08.248698 12680 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.77.253:34989: Network error: Client connection negotiation failed: client connection to 127.12.77.253:34989: connect: Connection refused (error 111)
00:28:08.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:08.760591 12690 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 12682
00:28:08.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:08.824286 12690 kernel_stack_watchdog.cc:198] Thread 12682 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 401ms:
00:28:08.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:28:08.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:28:08.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:28:08.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:28:08.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.357429 12692 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:08.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:08.825541 12682 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.470s	user 0.434s	sys 1.021s
00:28:08.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:08.825903 12682 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.470s	user 0.434s	sys 1.021s
00:28:08.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:08.829025 12693 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1468 milliseconds
00:28:08.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:08.830593 12694 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:08.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.830672 12682 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.831910 12682 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:08.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.834336 12682 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.835716 12682 hybrid_clock.cc:648] HybridClock initialized: now 1783470488835685 us; error 56 us; skew 500 ppm
00:28:08.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.836565 12682 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:08.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.843171 12682 webserver.cc:534] Webserver started at http://127.12.77.253:42783/ using document root <none> and password file <none>
00:28:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.844061 12682 fs_manager.cc:362] Metadata directory not provided
00:28:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.844252 12682 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.844653 12682 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:08.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.849289 12682 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-1/data/instance:
00:28:08.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08b4f8f822b34bfd9e3dd814f1de8585"
00:28:08.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:08 on dist-test-slave-gmf4"
00:28:08.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.850432 12682 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-1/wal/instance:
00:28:08.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08b4f8f822b34bfd9e3dd814f1de8585"
00:28:08.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:08 on dist-test-slave-gmf4"
00:28:08.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.858184 12682 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.002s
00:28:08.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.863996 12703 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:08.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.865103 12682 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.001s
00:28:08.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.865540 12682 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-1/data,/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-1/wal
00:28:08.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08b4f8f822b34bfd9e3dd814f1de8585"
00:28:08.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:08 on dist-test-slave-gmf4"
00:28:08.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.865900 12682 fs_report.cc:389] FS layout report
00:28:08.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:08.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-1/wal
00:28:08.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-1/wal
00:28:08.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-1/data/data
00:28:08.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:08.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:08.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:08.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:08.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:08.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:08.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:08.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:08.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:08.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:08.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.920703 12682 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.922353 12682 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.922875 12682 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:08.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.996232 12682 rpc_server.cc:307] RPC server started. Bound to: 127.12.77.253:34989
00:28:08.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.996330 12755 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.77.253:34989 every 8 connection(s)
00:28:08.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.999008 12682 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-1/data/info.pb
00:28:09.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.002583 12599 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu as pid 12682
00:28:09.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.003078 12599 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-1/wal/instance
00:28:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.006067 12599 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu
00:28:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu
00:28:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/wal
00:28:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/data
00:28:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/logs
00:28:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/data/info.pb
00:28:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:09.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:09.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:28:09.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:09.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:09.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:09.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.77.252:42041
00:28:09.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.77.252
00:28:09.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:09.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.77.212:35283
00:28:09.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:09.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:09.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:09.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:09.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.77.254:34703,127.12.77.253:34989,127.12.77.252:42041
00:28:09.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:09.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35095/jwks.json with env {}
00:28:09.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.006349 12756 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:09.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.019064 12756 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } has no permanent_uuid. Determining permanent_uuid...
00:28:09.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.045940 12756 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } has no permanent_uuid. Determining permanent_uuid...
00:28:09.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.061964 12756 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } has no permanent_uuid. Determining permanent_uuid...
00:28:09.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.064286 12706 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.77.252:42041: connect: Connection refused (error 111)
00:28:09.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.068672 12756 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.77.252:42041: Network error: Client connection negotiation failed: client connection to 127.12.77.252:42041: connect: Connection refused (error 111)
00:28:09.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.118320 12756 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } attempt: 1
00:28:09.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.123831 12756 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.77.252:42041: Network error: Client connection negotiation failed: client connection to 127.12.77.252:42041: connect: Connection refused (error 111)
00:28:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.192334 12756 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } attempt: 2
00:28:09.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.197311 12756 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.77.252:42041: Network error: Client connection negotiation failed: client connection to 127.12.77.252:42041: connect: Connection refused (error 111)
00:28:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.288818 12756 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } attempt: 3
00:28:09.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.293754 12756 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.77.252:42041: Network error: Client connection negotiation failed: client connection to 127.12.77.252:42041: connect: Connection refused (error 111)
00:28:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.309341 12680 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } attempt: 7
00:28:09.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.323398 12680 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } has no permanent_uuid. Determining permanent_uuid...
00:28:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.330098 12680 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.77.252:42041: Network error: Client connection negotiation failed: client connection to 127.12.77.252:42041: connect: Connection refused (error 111)
00:28:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.342614 12758 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.343195 12758 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.343674 12758 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:09.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.376133 12758 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:28:09.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.376425 12758 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:09.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.376621 12758 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:28:09.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.376823 12758 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:28:09.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.377019 12758 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:28:09.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.377178 12758 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35095/jwks.json
00:28:09.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.388583 12680 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } attempt: 1
00:28:09.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.393219 12680 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.77.252:42041: Network error: Client connection negotiation failed: client connection to 127.12.77.252:42041: connect: Connection refused (error 111)
00:28:09.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.414991 12758 master_runner.cc:387] Master server non-default flags:
00:28:09.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:09.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.77.212:35283
00:28:09.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:09.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:09.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/data
00:28:09.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/wal
00:28:09.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:09.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.77.254:34703,127.12.77.253:34989,127.12.77.252:42041
00:28:09.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:09.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:09.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:09.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.77.252:42041
00:28:09.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:09.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35095/jwks.json
00:28:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/data/info.pb
00:28:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.77.252
00:28:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/logs
00:28:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:28:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.416473 12758 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:09.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.418697 12758 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:09.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.432868 12770 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:09.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.437201 12756 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } attempt: 4
00:28:09.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.443550 12756 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.77.252:42041: Network error: Client connection negotiation failed: client connection to 127.12.77.252:42041: connect: Connection refused (error 111)
00:28:09.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.474709 12680 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } attempt: 2
00:28:09.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.482154 12680 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.77.252:42041: Network error: Client connection negotiation failed: client connection to 127.12.77.252:42041: connect: Connection refused (error 111)
00:28:09.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.567797 12680 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } attempt: 3
00:28:09.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.575466 12680 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.77.252:42041: Network error: Client connection negotiation failed: client connection to 127.12.77.252:42041: connect: Connection refused (error 111)
00:28:09.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.716099 12680 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } attempt: 4
00:28:09.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.723755 12680 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.77.252:42041: Network error: Client connection negotiation failed: client connection to 127.12.77.252:42041: connect: Connection refused (error 111)
00:28:09.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.743062 12756 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } attempt: 5
00:28:09.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.751017 12756 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.77.252:42041: Network error: Client connection negotiation failed: client connection to 127.12.77.252:42041: connect: Connection refused (error 111)
00:28:10.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.007352 12680 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } attempt: 5
00:28:10.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:10.015141 12680 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.77.252:42041: Network error: Client connection negotiation failed: client connection to 127.12.77.252:42041: connect: Connection refused (error 111)
00:28:10.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.298614 12756 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } attempt: 6
00:28:10.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:10.309558 12756 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.77.252:42041: Network error: Client connection negotiation failed: client connection to 127.12.77.252:42041: connect: Connection refused (error 111)
00:28:10.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.567710 12680 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } attempt: 6
00:28:10.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:10.577059 12680 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.77.252:42041: Network error: Client connection negotiation failed: client connection to 127.12.77.252:42041: connect: Connection refused (error 111)
00:28:10.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.434419 12771 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:10.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:10.710980 12773 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:10.716316 12772 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1281 milliseconds
00:28:10.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.716495 12758 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:10.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.717877 12758 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.721029 12758 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.722504 12758 hybrid_clock.cc:648] HybridClock initialized: now 1783470490722458 us; error 93 us; skew 500 ppm
00:28:10.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.723294 12758 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:10.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.729732 12758 webserver.cc:534] Webserver started at http://127.12.77.252:40217/ using document root <none> and password file <none>
00:28:10.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.730650 12758 fs_manager.cc:362] Metadata directory not provided
00:28:10.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.730849 12758 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:10.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.731261 12758 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:10.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.736127 12758 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/data/instance:
00:28:10.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "008a13d9c0b94fac949d4e29d65627d8"
00:28:10.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:10 on dist-test-slave-gmf4"
00:28:10.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.737174 12758 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/wal/instance:
00:28:10.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "008a13d9c0b94fac949d4e29d65627d8"
00:28:10.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:10 on dist-test-slave-gmf4"
00:28:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.744647 12758 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.000s
00:28:10.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.750566 12784 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:10.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.751610 12758 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
00:28:10.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.751989 12758 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/data,/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/wal
00:28:10.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "008a13d9c0b94fac949d4e29d65627d8"
00:28:10.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:10 on dist-test-slave-gmf4"
00:28:10.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.752348 12758 fs_report.cc:389] FS layout report
00:28:10.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/wal
00:28:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/wal
00:28:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/data/data
00:28:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:10.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:10.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.816697 12758 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.818429 12758 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:10.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.819051 12758 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:10.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.895454 12758 rpc_server.cc:307] RPC server started. Bound to: 127.12.77.252:42041
00:28:10.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.895545 12835 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.77.252:42041 every 8 connection(s)
00:28:10.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.898308 12758 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/data/info.pb
00:28:10.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.902009 12599 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu as pid 12758
00:28:10.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.902508 12599 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/wal/instance
00:28:10.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.905395 12836 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:10.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.930083 12836 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } has no permanent_uuid. Determining permanent_uuid...
00:28:10.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.956343 12836 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } has no permanent_uuid. Determining permanent_uuid...
00:28:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.966596 12836 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } has no permanent_uuid. Determining permanent_uuid...
00:28:10.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.983440 12836 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8: Bootstrap starting.
00:28:10.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.990500 12836 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8: Neither blocks nor log segments found. Creating new log.
00:28:10.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.992583 12836 log.cc:826] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8: Log is configured to *not* fsync() on all Append() calls
00:28:10.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.997818 12836 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8: No bootstrap required, opened a new log
00:28:11.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.019419 12836 raft_consensus.cc:359] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } }
00:28:11.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.020159 12836 raft_consensus.cc:385] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:11.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.020382 12836 raft_consensus.cc:740] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 008a13d9c0b94fac949d4e29d65627d8, State: Initialized, Role: FOLLOWER
00:28:11.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.021183 12836 consensus_queue.cc:260] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } }
00:28:11.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.024753 12844 sys_catalog.cc:455] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } } }
00:28:11.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.025787 12844 sys_catalog.cc:458] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [sys.catalog]: This master's current role is: FOLLOWER
00:28:11.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.026823 12836 sys_catalog.cc:565] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [sys.catalog]: configured and running, proceeding with master startup.
00:28:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:11.053390 12855 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:28:11.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:11.055267 12855 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:28:11.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:11.075838 12790 tablet.cc:2406] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.049883 12758 master_runner.cc:187] Error getting master registration for 127.12.77.254:34703: OK, instance_id { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" instance_seqno: 1783470486901330 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:28:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.087349 12758 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:28:11.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.269114 12844 raft_consensus.cc:493] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:11.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.269714 12844 raft_consensus.cc:515] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } }
00:28:11.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.272079 12844 leader_election.cc:290] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers da2b8a4fa0204308b623f96544f02f1e (127.12.77.254:34703), 08b4f8f822b34bfd9e3dd814f1de8585 (127.12.77.253:34989)
00:28:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.370225 12756 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } attempt: 7
00:28:11.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.391947 12756 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585: Bootstrap starting.
00:28:11.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.400713 12756 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585: Neither blocks nor log segments found. Creating new log.
00:28:11.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.403218 12756 log.cc:826] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585: Log is configured to *not* fsync() on all Append() calls
00:28:11.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.408571 12756 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585: No bootstrap required, opened a new log
00:28:11.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.441555 12756 raft_consensus.cc:359] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } }
00:28:11.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.443995 12756 raft_consensus.cc:385] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:11.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.444509 12756 raft_consensus.cc:740] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 08b4f8f822b34bfd9e3dd814f1de8585, State: Initialized, Role: FOLLOWER
00:28:11.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.445935 12756 consensus_queue.cc:260] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } }
00:28:11.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.448949 12859 sys_catalog.cc:455] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } } }
00:28:11.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.450241 12859 sys_catalog.cc:458] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [sys.catalog]: This master's current role is: FOLLOWER
00:28:11.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.451328 12756 sys_catalog.cc:565] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [sys.catalog]: configured and running, proceeding with master startup.
00:28:11.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.451520 12731 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "008a13d9c0b94fac949d4e29d65627d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" is_pre_election: true
00:28:11.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.452488 12731 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 008a13d9c0b94fac949d4e29d65627d8 in term 0.
00:28:11.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.454126 12787 leader_election.cc:304] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 008a13d9c0b94fac949d4e29d65627d8, 08b4f8f822b34bfd9e3dd814f1de8585; no voters: 
00:28:11.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.455264 12844 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:11.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.455677 12844 raft_consensus.cc:493] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:11.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.456107 12844 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [term 0 FOLLOWER]: Advancing to term 1
00:28:11.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.463999 12844 raft_consensus.cc:515] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } }
00:28:11.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.466621 12844 leader_election.cc:290] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [CANDIDATE]: Term 1 election: Requested vote from peers da2b8a4fa0204308b623f96544f02f1e (127.12.77.254:34703), 08b4f8f822b34bfd9e3dd814f1de8585 (127.12.77.253:34989)
00:28:11.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.466741 12731 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "008a13d9c0b94fac949d4e29d65627d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "08b4f8f822b34bfd9e3dd814f1de8585"
00:28:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.467281 12731 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [term 0 FOLLOWER]: Advancing to term 1
00:28:11.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.478377 12731 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 008a13d9c0b94fac949d4e29d65627d8 in term 1.
00:28:11.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.479460 12787 leader_election.cc:304] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 008a13d9c0b94fac949d4e29d65627d8, 08b4f8f822b34bfd9e3dd814f1de8585; no voters: 
00:28:11.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.480547 12844 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [term 1 FOLLOWER]: Leader election won for term 1
00:28:11.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.486467 12844 raft_consensus.cc:697] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [term 1 LEADER]: Becoming Leader. State: Replica: 008a13d9c0b94fac949d4e29d65627d8, State: Running, Role: LEADER
00:28:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.487752 12844 consensus_queue.cc:237] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } }
00:28:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.536695 12869 sys_catalog.cc:455] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 008a13d9c0b94fac949d4e29d65627d8. Latest consensus state: current_term: 1 leader_uuid: "008a13d9c0b94fac949d4e29d65627d8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } } }
00:28:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.539319 12869 sys_catalog.cc:458] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [sys.catalog]: This master's current role is: LEADER
00:28:11.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.542098 12875 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:28:11.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:11.543433 12872 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:28:11.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:11.543941 12872 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:28:11.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.551028 12875 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:28:11.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.576948 12731 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [term 1 FOLLOWER]: Refusing update from remote peer 008a13d9c0b94fac949d4e29d65627d8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:28:11.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.579867 12869 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:11.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.491848 12682 master_runner.cc:187] Error getting master registration for 127.12.77.254:34703: OK, instance_id { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" instance_seqno: 1783470486901330 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:28:11.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.582734 12682 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:28:11.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.610491 12680 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } attempt: 7
00:28:11.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.610805 12859 sys_catalog.cc:455] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 008a13d9c0b94fac949d4e29d65627d8. Latest consensus state: current_term: 1 leader_uuid: "008a13d9c0b94fac949d4e29d65627d8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } } }
00:28:11.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.611519 12859 sys_catalog.cc:458] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [sys.catalog]: This master's current role is: FOLLOWER
00:28:11.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.616814 12869 sys_catalog.cc:455] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "008a13d9c0b94fac949d4e29d65627d8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } } }
00:28:11.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.617609 12869 sys_catalog.cc:458] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [sys.catalog]: This master's current role is: LEADER
00:28:11.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.621428 12875 catalog_manager.cc:1382] Generated new cluster ID: 4f196367d24142369b3364f3a42fe048
00:28:11.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.621737 12875 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:28:11.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.629410 12859 sys_catalog.cc:455] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "008a13d9c0b94fac949d4e29d65627d8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } } }
00:28:11.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.630137 12859 sys_catalog.cc:458] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [sys.catalog]: This master's current role is: FOLLOWER
00:28:11.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.639134 12877 mvcc.cc:204] Tried to move back new op lower bound from 7305095133465530368 to 7305095133245034496. Current Snapshot: MvccSnapshot[applied={T|T < 7305095133465530368 or (T in {7305095133465530368})}]
00:28:11.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.667487 12875 catalog_manager.cc:1405] Generated new certificate authority record
00:28:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.670085 12875 catalog_manager.cc:1539] Loading token signing keys...
00:28:11.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.698658 12680 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e: Bootstrap starting.
00:28:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.702201 12875 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8: Generated new TSK 0
00:28:11.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.703574 12875 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:28:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.711202 12680 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e: Neither blocks nor log segments found. Creating new log.
00:28:11.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.718407 12680 log.cc:826] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e: Log is configured to *not* fsync() on all Append() calls
00:28:11.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.724782 12680 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e: No bootstrap required, opened a new log
00:28:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.755733 12680 raft_consensus.cc:359] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } }
00:28:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.756634 12680 raft_consensus.cc:385] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:11.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.756928 12680 raft_consensus.cc:740] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: da2b8a4fa0204308b623f96544f02f1e, State: Initialized, Role: FOLLOWER
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.758188 12599 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-0/wal
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-0/data
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-0/logs
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-0/data/info.pb
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.77.193:0
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.77.193
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.77.193
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.77.254:34703,127.12.77.253:34989,127.12.77.252:42041
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.77.212:35283
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:11.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:11.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:28:11.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.757880 12680 consensus_queue.cc:260] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } }
00:28:11.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.766054 12883 sys_catalog.cc:455] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } } }
00:28:11.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.766903 12883 sys_catalog.cc:458] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [sys.catalog]: This master's current role is: FOLLOWER
00:28:11.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.770056 12680 sys_catalog.cc:565] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [sys.catalog]: configured and running, proceeding with master startup.
00:28:11.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.770244 12655 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "008a13d9c0b94fac949d4e29d65627d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "da2b8a4fa0204308b623f96544f02f1e" is_pre_election: true
00:28:11.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.771130 12655 raft_consensus.cc:2468] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 008a13d9c0b94fac949d4e29d65627d8 in term 0.
00:28:11.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.777631 12654 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "008a13d9c0b94fac949d4e29d65627d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "da2b8a4fa0204308b623f96544f02f1e"
00:28:11.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.778275 12654 raft_consensus.cc:3060] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [term 0 FOLLOWER]: Advancing to term 1
00:28:11.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.785879 12654 raft_consensus.cc:2468] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 008a13d9c0b94fac949d4e29d65627d8 in term 1.
00:28:11.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.790164 12653 raft_consensus.cc:1275] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [term 1 FOLLOWER]: Refusing update from remote peer 008a13d9c0b94fac949d4e29d65627d8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:28:11.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.798250 12869 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:11.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.897529 12883 sys_catalog.cc:455] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 008a13d9c0b94fac949d4e29d65627d8. Latest consensus state: current_term: 1 leader_uuid: "008a13d9c0b94fac949d4e29d65627d8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } } }
00:28:11.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.900655 12883 sys_catalog.cc:458] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [sys.catalog]: This master's current role is: FOLLOWER
00:28:11.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.899679 12890 sys_catalog.cc:455] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "008a13d9c0b94fac949d4e29d65627d8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } } }
00:28:11.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.901857 12890 sys_catalog.cc:458] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [sys.catalog]: This master's current role is: FOLLOWER
00:28:11.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.903997 12901 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
00:28:12.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.303818 12869 sys_catalog.cc:455] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "008a13d9c0b94fac949d4e29d65627d8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } } }
00:28:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.305279 12869 sys_catalog.cc:458] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [sys.catalog]: This master's current role is: LEADER
00:28:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:12.353313 12885 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:12.353943 12885 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:12.354554 12885 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:12.389819 12885 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:12.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:12.390897 12885 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.77.193
00:28:12.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.433439 12885 tablet_server_runner.cc:78] Tablet server non-default flags:
00:28:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.77.212:35283
00:28:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-0/data
00:28:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-0/wal
00:28:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.77.193:0
00:28:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-0/data/info.pb
00:28:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.77.193
00:28:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.77.254:34703,127.12.77.253:34989,127.12.77.252:42041
00:28:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.77.193
00:28:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-0/logs
00:28:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:12.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:12.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:28:12.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:12.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:12.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:12.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:12.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:12.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:12.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.435277 12885 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:12.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.437546 12885 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:12.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:12.453866 12910 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:12.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.549947 12872 catalog_manager.cc:1294] Loaded cluster ID: 4f196367d24142369b3364f3a42fe048
00:28:12.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.550577 12872 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585: loading cluster ID for follower catalog manager: success
00:28:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.558336 12872 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585: acquiring CA information for follower catalog manager: success
00:28:12.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.570492 12872 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:28:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.934935 12901 catalog_manager.cc:1294] Loaded cluster ID: 4f196367d24142369b3364f3a42fe048
00:28:12.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.935277 12901 catalog_manager.cc:1587] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e: loading cluster ID for follower catalog manager: success
00:28:12.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.953055 12901 catalog_manager.cc:1609] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e: acquiring CA information for follower catalog manager: success
00:28:12.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.980909 12901 catalog_manager.cc:1637] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:28:14.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:13.856062 12909 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 12885
00:28:14.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:14.872519 12909 kernel_stack_watchdog.cc:198] Thread 12885 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 393ms:
00:28:14.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:28:14.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:28:14.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:28:14.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:28:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:14.874608 12913 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:14.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:14.874851 12912 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2411 milliseconds
00:28:14.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:14.878962 12885 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.418s	user 0.660s	sys 0.931s
00:28:14.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:14.879316 12885 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.419s	user 0.660s	sys 0.931s
00:28:14.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.879612 12885 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:14.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:12.460748 12911 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:14.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.881536 12885 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.906574 12885 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:14.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.908161 12885 hybrid_clock.cc:648] HybridClock initialized: now 1783470494908126 us; error 71 us; skew 500 ppm
00:28:14.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.909308 12885 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:14.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.929193 12885 webserver.cc:534] Webserver started at http://127.12.77.193:41281/ using document root <none> and password file <none>
00:28:14.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.935111 12885 fs_manager.cc:362] Metadata directory not provided
00:28:14.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.935449 12885 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:14.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.936267 12885 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:14.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.942932 12885 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-0/data/instance:
00:28:14.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d99343f057bb4cbcbb16884bad75d112"
00:28:14.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:14 on dist-test-slave-gmf4"
00:28:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.944531 12885 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-0/wal/instance:
00:28:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d99343f057bb4cbcbb16884bad75d112"
00:28:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:14 on dist-test-slave-gmf4"
00:28:14.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.963140 12885 fs_manager.cc:696] Time spent creating directory manager: real 0.018s	user 0.015s	sys 0.002s
00:28:14.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.977232 12923 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:14.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.978642 12885 fs_manager.cc:730] Time spent opening block manager: real 0.011s	user 0.001s	sys 0.009s
00:28:14.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.979079 12885 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-0/data,/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-0/wal
00:28:14.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d99343f057bb4cbcbb16884bad75d112"
00:28:14.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:14 on dist-test-slave-gmf4"
00:28:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.979550 12885 fs_report.cc:389] FS layout report
00:28:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-0/wal
00:28:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-0/wal
00:28:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-0/data/data
00:28:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:14.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:15.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.081986 12885 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:15.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.084710 12885 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:15.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.085614 12885 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:15.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.098990 12885 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:28:15.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.119971 12885 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:28:15.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.120607 12885 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.001s
00:28:15.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.121063 12885 ts_tablet_manager.cc:616] Registered 0 tablets
00:28:15.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.121416 12885 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:28:15.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.613816 12885 rpc_server.cc:307] RPC server started. Bound to: 127.12.77.193:44403
00:28:15.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.613935 13037 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.77.193:44403 every 8 connection(s)
00:28:15.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.616919 12885 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-0/data/info.pb
00:28:15.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.618115 12599 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu as pid 12885
00:28:15.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.618837 12599 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-0/wal/instance
00:28:15.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.651275 12599 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu
00:28:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu
00:28:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-1/wal
00:28:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-1/data
00:28:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-1/logs
00:28:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-1/data/info.pb
00:28:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:28:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.77.194:0
00:28:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.77.194
00:28:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.77.194
00:28:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.77.254:34703,127.12.77.253:34989,127.12.77.252:42041
00:28:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.77.212:35283
00:28:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:28:15.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.736125 13039 heartbeater.cc:344] Connected to a master server at 127.12.77.253:34989
00:28:15.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.736634 13039 heartbeater.cc:461] Registering TS with master...
00:28:15.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.738046 13039 heartbeater.cc:507] Master 127.12.77.253:34989 requested a full tablet report, sending...
00:28:15.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.739245 13038 heartbeater.cc:344] Connected to a master server at 127.12.77.252:42041
00:28:15.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.739581 13038 heartbeater.cc:461] Registering TS with master...
00:28:15.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.740453 13038 heartbeater.cc:507] Master 127.12.77.252:42041 requested a full tablet report, sending...
00:28:15.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.744084 12801 ts_manager.cc:194] Registered new tserver with Master: d99343f057bb4cbcbb16884bad75d112 (127.12.77.193:44403)
00:28:15.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.746820 12801 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.12.77.193:41299
00:28:15.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.744696 12721 ts_manager.cc:194] Registered new tserver with Master: d99343f057bb4cbcbb16884bad75d112 (127.12.77.193:44403)
00:28:15.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.758296 13043 heartbeater.cc:344] Connected to a master server at 127.12.77.254:34703
00:28:15.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.758682 13043 heartbeater.cc:461] Registering TS with master...
00:28:15.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.759426 13043 heartbeater.cc:507] Master 127.12.77.254:34703 requested a full tablet report, sending...
00:28:15.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.762777 12645 ts_manager.cc:194] Registered new tserver with Master: d99343f057bb4cbcbb16884bad75d112 (127.12.77.193:44403)
00:28:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.084796 13042 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:16.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.085395 13042 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:16.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.086061 13042 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:16.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.123217 13042 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:16.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.124217 13042 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.77.194
00:28:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.160888 13042 tablet_server_runner.cc:78] Tablet server non-default flags:
00:28:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.77.212:35283
00:28:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-1/data
00:28:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-1/wal
00:28:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.77.194:0
00:28:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:16.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-1/data/info.pb
00:28:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.77.194
00:28:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.77.254:34703,127.12.77.253:34989,127.12.77.252:42041
00:28:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.77.194
00:28:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-1/logs
00:28:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:28:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:16.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.162708 13042 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.164429 13042 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:16.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.178123 13054 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.753690 13038 heartbeater.cc:499] Master 127.12.77.252:42041 was elected leader, sending a full tablet report...
00:28:17.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.186605 13055 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:17.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:16.189127 13057 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:17.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.188632 13042 server_base.cc:1061] running on GCE node
00:28:17.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.432991 13042 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:17.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.435348 13042 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.436686 13042 hybrid_clock.cc:648] HybridClock initialized: now 1783470497436647 us; error 58 us; skew 500 ppm
00:28:17.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.437453 13042 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.443792 13042 webserver.cc:534] Webserver started at http://127.12.77.194:35845/ using document root <none> and password file <none>
00:28:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.444645 13042 fs_manager.cc:362] Metadata directory not provided
00:28:17.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.444832 13042 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.445225 13042 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:17.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.449630 13042 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-1/data/instance:
00:28:17.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4cbe6a4dc85642ab93fe22475d72b711"
00:28:17.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:17 on dist-test-slave-gmf4"
00:28:17.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.450685 13042 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-1/wal/instance:
00:28:17.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4cbe6a4dc85642ab93fe22475d72b711"
00:28:17.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:17 on dist-test-slave-gmf4"
00:28:17.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.457835 13042 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
00:28:17.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.464170 13065 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:17.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.465317 13042 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.004s
00:28:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.465679 13042 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-1/data,/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-1/wal
00:28:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4cbe6a4dc85642ab93fe22475d72b711"
00:28:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:17 on dist-test-slave-gmf4"
00:28:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.466001 13042 fs_report.cc:389] FS layout report
00:28:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-1/wal
00:28:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-1/wal
00:28:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-1/data/data
00:28:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:17.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.513381 13042 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:17.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.515213 13042 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:17.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.515805 13042 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:17.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.518711 13042 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:28:17.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.523255 13042 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:28:17.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.523519 13042 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:28:17.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.523876 13042 ts_tablet_manager.cc:616] Registered 0 tablets
00:28:17.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.524103 13042 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:28:17.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.673543 13042 rpc_server.cc:307] RPC server started. Bound to: 127.12.77.194:34617
00:28:17.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.673699 13178 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.77.194:34617 every 8 connection(s)
00:28:17.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.676270 13042 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-1/data/info.pb
00:28:17.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.677155 12599 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu as pid 13042
00:28:17.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.677630 12599 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-1/wal/instance
00:28:17.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.690917 12599 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu
00:28:17.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu
00:28:17.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-2/wal
00:28:17.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-2/data
00:28:17.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:17.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-2/logs
00:28:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-2/data/info.pb
00:28:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:28:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.77.195:0
00:28:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.77.195
00:28:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.77.195
00:28:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.77.254:34703,127.12.77.253:34989,127.12.77.252:42041
00:28:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.77.212:35283
00:28:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:28:17.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.725670 13179 heartbeater.cc:344] Connected to a master server at 127.12.77.252:42041
00:28:17.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.726187 13179 heartbeater.cc:461] Registering TS with master...
00:28:17.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.727742 13181 heartbeater.cc:344] Connected to a master server at 127.12.77.254:34703
00:28:17.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.728336 13181 heartbeater.cc:461] Registering TS with master...
00:28:17.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.727708 13179 heartbeater.cc:507] Master 127.12.77.252:42041 requested a full tablet report, sending...
00:28:17.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.729235 13181 heartbeater.cc:507] Master 127.12.77.254:34703 requested a full tablet report, sending...
00:28:17.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.731338 12801 ts_manager.cc:194] Registered new tserver with Master: 4cbe6a4dc85642ab93fe22475d72b711 (127.12.77.194:34617)
00:28:17.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.732137 12645 ts_manager.cc:194] Registered new tserver with Master: 4cbe6a4dc85642ab93fe22475d72b711 (127.12.77.194:34617)
00:28:17.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.732996 12801 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.12.77.194:50309
00:28:17.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.737120 13180 heartbeater.cc:344] Connected to a master server at 127.12.77.253:34989
00:28:17.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.737448 13180 heartbeater.cc:461] Registering TS with master...
00:28:17.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.738023 13180 heartbeater.cc:507] Master 127.12.77.253:34989 requested a full tablet report, sending...
00:28:17.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.740294 12721 ts_manager.cc:194] Registered new tserver with Master: 4cbe6a4dc85642ab93fe22475d72b711 (127.12.77.194:34617)
00:28:18.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:18.090297 13187 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:18.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:18.090862 13187 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:18.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:18.091492 13187 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:18.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:18.126744 13187 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:18.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:18.127712 13187 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.77.195
00:28:18.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.164932 13187 tablet_server_runner.cc:78] Tablet server non-default flags:
00:28:18.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:18.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.77.212:35283
00:28:18.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:18.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:18.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-2/data
00:28:18.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-2/wal
00:28:18.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:18.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:18.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.77.195:0
00:28:18.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:18.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:18.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:18.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-2/data/info.pb
00:28:18.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.77.195
00:28:18.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:18.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.77.254:34703,127.12.77.253:34989,127.12.77.252:42041
00:28:18.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:18.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:18.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:18.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:18.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:18.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.77.195
00:28:18.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-2/logs
00:28:18.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:18.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:18.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:18.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:28:18.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:18.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:18.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:18.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:18.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:18.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.166730 13187 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.168531 13187 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:18.181097 13195 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:18.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.737708 13179 heartbeater.cc:499] Master 127.12.77.252:42041 was elected leader, sending a full tablet report...
00:28:19.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:19.585424 13194 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 13187
00:28:19.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:19.923221 13194 kernel_stack_watchdog.cc:198] Thread 13187 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 401ms:
00:28:19.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:28:19.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:28:19.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:28:19.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:28:19.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:18.182677 13196 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:19.930775 13187 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.749s	user 0.725s	sys 1.016s
00:28:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:19.931237 13187 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.750s	user 0.725s	sys 1.016s
00:28:19.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:19.932474 13197 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1749 milliseconds
00:28:19.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:19.933432 13198 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:19.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.933552 13187 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:19.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.935002 13187 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:19.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.950151 13187 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:19.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.957966 13187 hybrid_clock.cc:648] HybridClock initialized: now 1783470499957882 us; error 69 us; skew 500 ppm
00:28:19.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.958909 13187 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:19.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.965159 13187 webserver.cc:534] Webserver started at http://127.12.77.195:45435/ using document root <none> and password file <none>
00:28:19.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.966123 13187 fs_manager.cc:362] Metadata directory not provided
00:28:19.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.966320 13187 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:19.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.966701 13187 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:19.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.971287 13187 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-2/data/instance:
00:28:19.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b18730d24fc4ffeab0fb3d2aff1dbf6"
00:28:19.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:19 on dist-test-slave-gmf4"
00:28:19.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.972731 13187 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-2/wal/instance:
00:28:19.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b18730d24fc4ffeab0fb3d2aff1dbf6"
00:28:19.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:19 on dist-test-slave-gmf4"
00:28:19.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.982108 13187 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.006s	sys 0.001s
00:28:19.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.987825 13206 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:19.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.989289 13187 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.003s
00:28:19.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.990020 13187 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-2/data,/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-2/wal
00:28:19.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b18730d24fc4ffeab0fb3d2aff1dbf6"
00:28:19.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:19 on dist-test-slave-gmf4"
00:28:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.990495 13187 fs_report.cc:389] FS layout report
00:28:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-2/wal
00:28:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-2/wal
00:28:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-2/data/data
00:28:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:20.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.046413 13187 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:20.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.048058 13187 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:20.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.048498 13187 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:20.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.051240 13187 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:28:20.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.055687 13187 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:28:20.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.055925 13187 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:28:20.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.056133 13187 ts_tablet_manager.cc:616] Registered 0 tablets
00:28:20.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.056264 13187 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:28:20.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.199914 13187 rpc_server.cc:307] RPC server started. Bound to: 127.12.77.195:46813
00:28:20.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.200027 13318 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.77.195:46813 every 8 connection(s)
00:28:20.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.202829 13187 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-2/data/info.pb
00:28:20.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.204993 12599 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu as pid 13187
00:28:20.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.205560 12599 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-2/wal/instance
00:28:20.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.248448 13319 heartbeater.cc:344] Connected to a master server at 127.12.77.252:42041
00:28:20.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.248986 13319 heartbeater.cc:461] Registering TS with master...
00:28:20.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.250411 13319 heartbeater.cc:507] Master 127.12.77.252:42041 requested a full tablet report, sending...
00:28:20.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.252377 13321 heartbeater.cc:344] Connected to a master server at 127.12.77.254:34703
00:28:20.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.252427 13320 heartbeater.cc:344] Connected to a master server at 127.12.77.253:34989
00:28:20.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.252784 13321 heartbeater.cc:461] Registering TS with master...
00:28:20.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.252840 13320 heartbeater.cc:461] Registering TS with master...
00:28:20.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.253161 12801 ts_manager.cc:194] Registered new tserver with Master: 8b18730d24fc4ffeab0fb3d2aff1dbf6 (127.12.77.195:46813)
00:28:20.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.253780 13321 heartbeater.cc:507] Master 127.12.77.254:34703 requested a full tablet report, sending...
00:28:20.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.253836 13320 heartbeater.cc:507] Master 127.12.77.253:34989 requested a full tablet report, sending...
00:28:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.255026 12801 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.12.77.195:54653
00:28:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.257383 12721 ts_manager.cc:194] Registered new tserver with Master: 8b18730d24fc4ffeab0fb3d2aff1dbf6 (127.12.77.195:46813)
00:28:20.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.261683 12645 ts_manager.cc:194] Registered new tserver with Master: 8b18730d24fc4ffeab0fb3d2aff1dbf6 (127.12.77.195:46813)
00:28:20.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.278489 12599 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
00:28:20.290 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:28:20.290 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

00:28:20.293 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.12.77.254"
      port: 34703
    }
    bound_http_address {
      host: "127.12.77.254"
      port: 35873
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.12.77.253"
      port: 34989
    }
    bound_http_address {
      host: "127.12.77.253"
      port: 42783
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.12.77.252"
      port: 42041
    }
    bound_http_address {
      host: "127.12.77.252"
      port: 40217
    }
  }
}

00:28:20.293 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

00:28:20.294 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.12.77.193"
      port: 44403
    }
    bound_http_address {
      host: "127.12.77.193"
      port: 41281
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.12.77.194"
      port: 34617
    }
    bound_http_address {
      host: "127.12.77.194"
      port: 35845
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.12.77.195"
      port: 46813
    }
    bound_http_address {
      host: "127.12.77.195"
      port: 45435
    }
  }
}

00:28:20.294 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:28:20.296 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:28:20.299 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.77.254:34703(127.12.77.254:34703)] connecting to peer
00:28:20.301 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.77.253:34989(127.12.77.253:34989)] connecting to peer
00:28:20.302 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.77.252:42041(127.12.77.252:42041)] connecting to peer
00:28:20.302 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.77.254:34703(127.12.77.254:34703)] Successfully connected to peer
00:28:20.304 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.12.77.252:42041(127.12.77.252:42041)] Successfully connected to peer
00:28:20.305 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.77.253:34989(127.12.77.253:34989)] Successfully connected to peer
00:28:20.310 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.77.253
00:28:20.314 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.77.254
00:28:20.317 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.77.252
00:28:20.331 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x526acdf7, L:/127.0.0.1:45826 - R:/127.12.77.253:34989] using SASL/PLAIN
00:28:20.336 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0b099d5e, L:/127.0.0.1:37024 - R:/127.12.77.254:34703] using SASL/PLAIN
00:28:20.344 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x544ed12c, L:/127.0.0.1:43212 - R:/127.12.77.252:42041] using SASL/PLAIN
00:28:20.348 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:28:20.349 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=50), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.77.254:34703, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.77.253:34989, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.77.252:42041, [37ms] Sub RPC ConnectToMaster: received response from server master-127.12.77.253:34989: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.12.77.254:34703: OK, [50ms] Sub RPC ConnectToMaster: received response from server master-127.12.77.252:42041: OK, deferred=null) after lookup
00:28:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.351199 12801 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:43212:
00:28:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART"
00:28:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:28:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
00:28:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:28:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:28:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
00:28:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:28:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:28:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
00:28:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:28:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:28:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
00:28:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:28:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:28:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
00:28:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
00:28:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
00:28:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
00:28:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:20.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:20.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:20.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
00:28:20.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
00:28:20.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:28:20.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:20.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:20.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:20.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:20.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:20.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:28:20.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:28:20.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
00:28:20.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:28:20.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
00:28:20.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:28:20.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:20.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:28:20.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:20.355360 12801 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestClientFailoverSupport-RESTART in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:28:20.389 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table fca273ec6ad34c3086e2692f1fcbbd41
00:28:20.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.448442 13113 tablet_service.cc:1511] Processing CreateTablet for tablet e340a3f7b21c44a2b8cc27b9f22f6a70 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=fca273ec6ad34c3086e2692f1fcbbd41]), partition=RANGE (key) PARTITION UNBOUNDED
00:28:20.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.451143 13113 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e340a3f7b21c44a2b8cc27b9f22f6a70. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:20.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.454631 12972 tablet_service.cc:1511] Processing CreateTablet for tablet e340a3f7b21c44a2b8cc27b9f22f6a70 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=fca273ec6ad34c3086e2692f1fcbbd41]), partition=RANGE (key) PARTITION UNBOUNDED
00:28:20.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.456211 12972 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e340a3f7b21c44a2b8cc27b9f22f6a70. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.459906 13254 tablet_service.cc:1511] Processing CreateTablet for tablet e340a3f7b21c44a2b8cc27b9f22f6a70 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=fca273ec6ad34c3086e2692f1fcbbd41]), partition=RANGE (key) PARTITION UNBOUNDED
00:28:20.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.462905 13254 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e340a3f7b21c44a2b8cc27b9f22f6a70. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:20.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.479300 13352 tablet_bootstrap.cc:492] T e340a3f7b21c44a2b8cc27b9f22f6a70 P d99343f057bb4cbcbb16884bad75d112: Bootstrap starting.
00:28:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.481689 13353 tablet_bootstrap.cc:492] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 4cbe6a4dc85642ab93fe22475d72b711: Bootstrap starting.
00:28:20.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.487454 13352 tablet_bootstrap.cc:654] T e340a3f7b21c44a2b8cc27b9f22f6a70 P d99343f057bb4cbcbb16884bad75d112: Neither blocks nor log segments found. Creating new log.
00:28:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.489132 13353 tablet_bootstrap.cc:654] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 4cbe6a4dc85642ab93fe22475d72b711: Neither blocks nor log segments found. Creating new log.
00:28:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.489429 13352 log.cc:826] T e340a3f7b21c44a2b8cc27b9f22f6a70 P d99343f057bb4cbcbb16884bad75d112: Log is configured to *not* fsync() on all Append() calls
00:28:20.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.491578 13353 log.cc:826] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 4cbe6a4dc85642ab93fe22475d72b711: Log is configured to *not* fsync() on all Append() calls
00:28:20.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.492673 13355 tablet_bootstrap.cc:492] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6: Bootstrap starting.
00:28:20.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.497720 13352 tablet_bootstrap.cc:492] T e340a3f7b21c44a2b8cc27b9f22f6a70 P d99343f057bb4cbcbb16884bad75d112: No bootstrap required, opened a new log
00:28:20.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.497723 13353 tablet_bootstrap.cc:492] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 4cbe6a4dc85642ab93fe22475d72b711: No bootstrap required, opened a new log
00:28:20.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.498270 13353 ts_tablet_manager.cc:1403] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 4cbe6a4dc85642ab93fe22475d72b711: Time spent bootstrapping tablet: real 0.018s	user 0.007s	sys 0.008s
00:28:20.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.498309 13352 ts_tablet_manager.cc:1403] T e340a3f7b21c44a2b8cc27b9f22f6a70 P d99343f057bb4cbcbb16884bad75d112: Time spent bootstrapping tablet: real 0.020s	user 0.011s	sys 0.004s
00:28:20.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.499970 13355 tablet_bootstrap.cc:654] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6: Neither blocks nor log segments found. Creating new log.
00:28:20.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.503257 13355 log.cc:826] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6: Log is configured to *not* fsync() on all Append() calls
00:28:20.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.508946 13355 tablet_bootstrap.cc:492] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6: No bootstrap required, opened a new log
00:28:20.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.509450 13355 ts_tablet_manager.cc:1403] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6: Time spent bootstrapping tablet: real 0.017s	user 0.006s	sys 0.007s
00:28:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.527103 13353 raft_consensus.cc:359] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 4cbe6a4dc85642ab93fe22475d72b711 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cbe6a4dc85642ab93fe22475d72b711" member_type: VOTER last_known_addr { host: "127.12.77.194" port: 34617 } } peers { permanent_uuid: "d99343f057bb4cbcbb16884bad75d112" member_type: VOTER last_known_addr { host: "127.12.77.193" port: 44403 } } peers { permanent_uuid: "8b18730d24fc4ffeab0fb3d2aff1dbf6" member_type: VOTER last_known_addr { host: "127.12.77.195" port: 46813 } }
00:28:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.528402 13353 raft_consensus.cc:385] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 4cbe6a4dc85642ab93fe22475d72b711 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:20.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.527967 13352 raft_consensus.cc:359] T e340a3f7b21c44a2b8cc27b9f22f6a70 P d99343f057bb4cbcbb16884bad75d112 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cbe6a4dc85642ab93fe22475d72b711" member_type: VOTER last_known_addr { host: "127.12.77.194" port: 34617 } } peers { permanent_uuid: "d99343f057bb4cbcbb16884bad75d112" member_type: VOTER last_known_addr { host: "127.12.77.193" port: 44403 } } peers { permanent_uuid: "8b18730d24fc4ffeab0fb3d2aff1dbf6" member_type: VOTER last_known_addr { host: "127.12.77.195" port: 46813 } }
00:28:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.528221 13355 raft_consensus.cc:359] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cbe6a4dc85642ab93fe22475d72b711" member_type: VOTER last_known_addr { host: "127.12.77.194" port: 34617 } } peers { permanent_uuid: "d99343f057bb4cbcbb16884bad75d112" member_type: VOTER last_known_addr { host: "127.12.77.193" port: 44403 } } peers { permanent_uuid: "8b18730d24fc4ffeab0fb3d2aff1dbf6" member_type: VOTER last_known_addr { host: "127.12.77.195" port: 46813 } }
00:28:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.528899 13352 raft_consensus.cc:385] T e340a3f7b21c44a2b8cc27b9f22f6a70 P d99343f057bb4cbcbb16884bad75d112 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.528733 13353 raft_consensus.cc:740] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 4cbe6a4dc85642ab93fe22475d72b711 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4cbe6a4dc85642ab93fe22475d72b711, State: Initialized, Role: FOLLOWER
00:28:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.529187 13355 raft_consensus.cc:385] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.529232 13352 raft_consensus.cc:740] T e340a3f7b21c44a2b8cc27b9f22f6a70 P d99343f057bb4cbcbb16884bad75d112 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d99343f057bb4cbcbb16884bad75d112, State: Initialized, Role: FOLLOWER
00:28:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.529560 13355 raft_consensus.cc:740] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8b18730d24fc4ffeab0fb3d2aff1dbf6, State: Initialized, Role: FOLLOWER
00:28:20.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.529928 13353 consensus_queue.cc:260] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 4cbe6a4dc85642ab93fe22475d72b711 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cbe6a4dc85642ab93fe22475d72b711" member_type: VOTER last_known_addr { host: "127.12.77.194" port: 34617 } } peers { permanent_uuid: "d99343f057bb4cbcbb16884bad75d112" member_type: VOTER last_known_addr { host: "127.12.77.193" port: 44403 } } peers { permanent_uuid: "8b18730d24fc4ffeab0fb3d2aff1dbf6" member_type: VOTER last_known_addr { host: "127.12.77.195" port: 46813 } }
00:28:20.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.530485 13355 consensus_queue.cc:260] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cbe6a4dc85642ab93fe22475d72b711" member_type: VOTER last_known_addr { host: "127.12.77.194" port: 34617 } } peers { permanent_uuid: "d99343f057bb4cbcbb16884bad75d112" member_type: VOTER last_known_addr { host: "127.12.77.193" port: 44403 } } peers { permanent_uuid: "8b18730d24fc4ffeab0fb3d2aff1dbf6" member_type: VOTER last_known_addr { host: "127.12.77.195" port: 46813 } }
00:28:20.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.530591 13352 consensus_queue.cc:260] T e340a3f7b21c44a2b8cc27b9f22f6a70 P d99343f057bb4cbcbb16884bad75d112 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cbe6a4dc85642ab93fe22475d72b711" member_type: VOTER last_known_addr { host: "127.12.77.194" port: 34617 } } peers { permanent_uuid: "d99343f057bb4cbcbb16884bad75d112" member_type: VOTER last_known_addr { host: "127.12.77.193" port: 44403 } } peers { permanent_uuid: "8b18730d24fc4ffeab0fb3d2aff1dbf6" member_type: VOTER last_known_addr { host: "127.12.77.195" port: 46813 } }
00:28:20.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.534351 13353 ts_tablet_manager.cc:1434] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 4cbe6a4dc85642ab93fe22475d72b711: Time spent starting tablet: real 0.036s	user 0.026s	sys 0.008s
00:28:20.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.542662 13352 ts_tablet_manager.cc:1434] T e340a3f7b21c44a2b8cc27b9f22f6a70 P d99343f057bb4cbcbb16884bad75d112: Time spent starting tablet: real 0.044s	user 0.025s	sys 0.012s
00:28:20.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.552954 13319 heartbeater.cc:499] Master 127.12.77.252:42041 was elected leader, sending a full tablet report...
00:28:20.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.553905 13355 ts_tablet_manager.cc:1434] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6: Time spent starting tablet: real 0.044s	user 0.018s	sys 0.016s
00:28:20.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:20.713946 13183 tablet.cc:2406] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 4cbe6a4dc85642ab93fe22475d72b711: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:20.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:20.720273 13046 tablet.cc:2406] T e340a3f7b21c44a2b8cc27b9f22f6a70 P d99343f057bb4cbcbb16884bad75d112: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:20.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:20.731746 13326 tablet.cc:2406] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:20.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.812070 13358 raft_consensus.cc:493] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 4cbe6a4dc85642ab93fe22475d72b711 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:20.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.812641 13358 raft_consensus.cc:515] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 4cbe6a4dc85642ab93fe22475d72b711 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cbe6a4dc85642ab93fe22475d72b711" member_type: VOTER last_known_addr { host: "127.12.77.194" port: 34617 } } peers { permanent_uuid: "d99343f057bb4cbcbb16884bad75d112" member_type: VOTER last_known_addr { host: "127.12.77.193" port: 44403 } } peers { permanent_uuid: "8b18730d24fc4ffeab0fb3d2aff1dbf6" member_type: VOTER last_known_addr { host: "127.12.77.195" port: 46813 } }
00:28:20.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.815424 13358 leader_election.cc:290] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 4cbe6a4dc85642ab93fe22475d72b711 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d99343f057bb4cbcbb16884bad75d112 (127.12.77.193:44403), 8b18730d24fc4ffeab0fb3d2aff1dbf6 (127.12.77.195:46813)
00:28:20.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.829893 13274 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e340a3f7b21c44a2b8cc27b9f22f6a70" candidate_uuid: "4cbe6a4dc85642ab93fe22475d72b711" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8b18730d24fc4ffeab0fb3d2aff1dbf6" is_pre_election: true
00:28:20.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.829911 12992 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e340a3f7b21c44a2b8cc27b9f22f6a70" candidate_uuid: "4cbe6a4dc85642ab93fe22475d72b711" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d99343f057bb4cbcbb16884bad75d112" is_pre_election: true
00:28:20.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.830535 13274 raft_consensus.cc:2468] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4cbe6a4dc85642ab93fe22475d72b711 in term 0.
00:28:20.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.830801 12992 raft_consensus.cc:2468] T e340a3f7b21c44a2b8cc27b9f22f6a70 P d99343f057bb4cbcbb16884bad75d112 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4cbe6a4dc85642ab93fe22475d72b711 in term 0.
00:28:20.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.831984 13066 leader_election.cc:304] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 4cbe6a4dc85642ab93fe22475d72b711 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4cbe6a4dc85642ab93fe22475d72b711, 8b18730d24fc4ffeab0fb3d2aff1dbf6; no voters: 
00:28:20.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.832981 13358 raft_consensus.cc:2804] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 4cbe6a4dc85642ab93fe22475d72b711 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:20.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.833395 13358 raft_consensus.cc:493] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 4cbe6a4dc85642ab93fe22475d72b711 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:20.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.833760 13358 raft_consensus.cc:3060] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 4cbe6a4dc85642ab93fe22475d72b711 [term 0 FOLLOWER]: Advancing to term 1
00:28:20.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.838879 13358 raft_consensus.cc:515] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 4cbe6a4dc85642ab93fe22475d72b711 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cbe6a4dc85642ab93fe22475d72b711" member_type: VOTER last_known_addr { host: "127.12.77.194" port: 34617 } } peers { permanent_uuid: "d99343f057bb4cbcbb16884bad75d112" member_type: VOTER last_known_addr { host: "127.12.77.193" port: 44403 } } peers { permanent_uuid: "8b18730d24fc4ffeab0fb3d2aff1dbf6" member_type: VOTER last_known_addr { host: "127.12.77.195" port: 46813 } }
00:28:20.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.840708 13358 leader_election.cc:290] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 4cbe6a4dc85642ab93fe22475d72b711 [CANDIDATE]: Term 1 election: Requested vote from peers d99343f057bb4cbcbb16884bad75d112 (127.12.77.193:44403), 8b18730d24fc4ffeab0fb3d2aff1dbf6 (127.12.77.195:46813)
00:28:20.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.841557 12992 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e340a3f7b21c44a2b8cc27b9f22f6a70" candidate_uuid: "4cbe6a4dc85642ab93fe22475d72b711" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d99343f057bb4cbcbb16884bad75d112"
00:28:20.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.842083 12992 raft_consensus.cc:3060] T e340a3f7b21c44a2b8cc27b9f22f6a70 P d99343f057bb4cbcbb16884bad75d112 [term 0 FOLLOWER]: Advancing to term 1
00:28:20.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.841914 13274 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e340a3f7b21c44a2b8cc27b9f22f6a70" candidate_uuid: "4cbe6a4dc85642ab93fe22475d72b711" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8b18730d24fc4ffeab0fb3d2aff1dbf6"
00:28:20.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.842507 13274 raft_consensus.cc:3060] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6 [term 0 FOLLOWER]: Advancing to term 1
00:28:20.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.847138 12992 raft_consensus.cc:2468] T e340a3f7b21c44a2b8cc27b9f22f6a70 P d99343f057bb4cbcbb16884bad75d112 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4cbe6a4dc85642ab93fe22475d72b711 in term 1.
00:28:20.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.847774 13274 raft_consensus.cc:2468] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4cbe6a4dc85642ab93fe22475d72b711 in term 1.
00:28:20.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.848254 13067 leader_election.cc:304] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 4cbe6a4dc85642ab93fe22475d72b711 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4cbe6a4dc85642ab93fe22475d72b711, d99343f057bb4cbcbb16884bad75d112; no voters: 
00:28:20.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.849005 13358 raft_consensus.cc:2804] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 4cbe6a4dc85642ab93fe22475d72b711 [term 1 FOLLOWER]: Leader election won for term 1
00:28:20.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.850648 13358 raft_consensus.cc:697] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 4cbe6a4dc85642ab93fe22475d72b711 [term 1 LEADER]: Becoming Leader. State: Replica: 4cbe6a4dc85642ab93fe22475d72b711, State: Running, Role: LEADER
00:28:20.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.851547 13358 consensus_queue.cc:237] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 4cbe6a4dc85642ab93fe22475d72b711 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cbe6a4dc85642ab93fe22475d72b711" member_type: VOTER last_known_addr { host: "127.12.77.194" port: 34617 } } peers { permanent_uuid: "d99343f057bb4cbcbb16884bad75d112" member_type: VOTER last_known_addr { host: "127.12.77.193" port: 44403 } } peers { permanent_uuid: "8b18730d24fc4ffeab0fb3d2aff1dbf6" member_type: VOTER last_known_addr { host: "127.12.77.195" port: 46813 } }
00:28:20.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.865528 12800 catalog_manager.cc:5696] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 4cbe6a4dc85642ab93fe22475d72b711 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4cbe6a4dc85642ab93fe22475d72b711 (127.12.77.194). New cstate: current_term: 1 leader_uuid: "4cbe6a4dc85642ab93fe22475d72b711" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cbe6a4dc85642ab93fe22475d72b711" member_type: VOTER last_known_addr { host: "127.12.77.194" port: 34617 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d99343f057bb4cbcbb16884bad75d112" member_type: VOTER last_known_addr { host: "127.12.77.193" port: 44403 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8b18730d24fc4ffeab0fb3d2aff1dbf6" member_type: VOTER last_known_addr { host: "127.12.77.195" port: 46813 } health_report { overall_health: UNKNOWN } } }
00:28:20.908 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table fca273ec6ad34c3086e2692f1fcbbd41
00:28:20.913 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e340a3f7b21c44a2b8cc27b9f22f6a70 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
00:28:20.914 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=e340a3f7b21c44a2b8cc27b9f22f6a70@[4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617)[L],8b18730d24fc4ffeab0fb3d2aff1dbf6(127.12.77.195:46813),d99343f057bb4cbcbb16884bad75d112(127.12.77.193:44403)]}]
00:28:20.914 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.77.252:42041, [4ms] Sub RPC GetTableLocations: received response from server master-127.12.77.252:42041: OK, deferred=null) after lookup
00:28:20.915 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617)] connecting to peer
00:28:20.916 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617)] Successfully connected to peer
00:28:20.943 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xd21925da, L:/127.0.0.1:54160 - R:/127.12.77.194:34617] using TOKEN/null
00:28:20.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.970700 12992 raft_consensus.cc:1275] T e340a3f7b21c44a2b8cc27b9f22f6a70 P d99343f057bb4cbcbb16884bad75d112 [term 1 FOLLOWER]: Refusing update from remote peer 4cbe6a4dc85642ab93fe22475d72b711: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:28:20.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.972409 13274 raft_consensus.cc:1275] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6 [term 1 FOLLOWER]: Refusing update from remote peer 4cbe6a4dc85642ab93fe22475d72b711: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:28:20.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.974416 13358 consensus_queue.cc:1048] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 4cbe6a4dc85642ab93fe22475d72b711 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d99343f057bb4cbcbb16884bad75d112" member_type: VOTER last_known_addr { host: "127.12.77.193" port: 44403 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:20.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.977011 13363 consensus_queue.cc:1048] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 4cbe6a4dc85642ab93fe22475d72b711 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8b18730d24fc4ffeab0fb3d2aff1dbf6" member_type: VOTER last_known_addr { host: "127.12.77.195" port: 46813 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:28:21.237 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-RESTART, tablet=e340a3f7b21c44a2b8cc27b9f22f6a70, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:21.238 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.77.252:42041
00:28:21.239 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

00:28:21.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.239423 12599 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu with pid 12758
00:28:21.276 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.12.77.252:42041(127.12.77.252:42041)] handling channelInactive
00:28:21.277 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.77.252:42041(127.12.77.252:42041)] cleaning up while in state READY due to: connection closed
00:28:21.281 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:28:21.281 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.77.252:42041
00:28:21.285 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 2
  }
}

00:28:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.286927 12599 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu
00:28:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu
00:28:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/wal
00:28:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/data
00:28:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/logs
00:28:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/data/info.pb
00:28:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:28:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.77.252:42041
00:28:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.77.252
00:28:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40217
00:28:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.77.212:35283
00:28:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.77.254:34703,127.12.77.253:34989,127.12.77.252:42041
00:28:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35095/jwks.json with env {}
00:28:21.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:21.661535 13378 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:21.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:21.662391 13378 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:21.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:21.663292 13378 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:21.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:21.709975 13378 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:28:21.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:21.710367 13378 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:21.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:21.710716 13378 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:28:21.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:21.711092 13378 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:28:21.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:21.711460 13378 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:28:21.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:21.711722 13378 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35095/jwks.json
00:28:21.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.766237 13378 master_runner.cc:387] Master server non-default flags:
00:28:21.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:21.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.77.212:35283
00:28:21.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/data
00:28:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/wal
00:28:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.77.254:34703,127.12.77.253:34989,127.12.77.252:42041
00:28:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.77.252:42041
00:28:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35095/jwks.json
00:28:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/data/info.pb
00:28:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.77.252
00:28:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40217
00:28:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/logs
00:28:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:21.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:28:21.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:21.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:21.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:21.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:21.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:21.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:21.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.768060 13378 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.769958 13378 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:21.782707 13384 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:22.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:22.087666 13319 heartbeater.cc:646] Failed to heartbeat to 127.12.77.252:42041 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.12.77.252:42041: connect: Connection refused (error 111)
00:28:22.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:22.092568 13038 heartbeater.cc:646] Failed to heartbeat to 127.12.77.252:42041 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.12.77.252:42041: connect: Connection refused (error 111)
00:28:22.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:22.103647 13179 heartbeater.cc:646] Failed to heartbeat to 127.12.77.252:42041 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.12.77.252:42041: connect: Connection refused (error 111)
00:28:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.381106 13394 raft_consensus.cc:493] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 008a13d9c0b94fac949d4e29d65627d8)
00:28:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.383971 13394 raft_consensus.cc:515] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } }
00:28:22.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.390255 12655 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "da2b8a4fa0204308b623f96544f02f1e" is_pre_election: true
00:28:22.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.391024 12655 raft_consensus.cc:2468] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 08b4f8f822b34bfd9e3dd814f1de8585 in term 1.
00:28:22.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.393709 12704 leader_election.cc:304] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 08b4f8f822b34bfd9e3dd814f1de8585, da2b8a4fa0204308b623f96544f02f1e; no voters: 
00:28:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.403244 13394 leader_election.cc:290] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers da2b8a4fa0204308b623f96544f02f1e (127.12.77.254:34703), 008a13d9c0b94fac949d4e29d65627d8 (127.12.77.252:42041)
00:28:22.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.403801 13394 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [term 1 FOLLOWER]: Leader pre-election won for term 2
00:28:22.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.403755 13395 raft_consensus.cc:493] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 008a13d9c0b94fac949d4e29d65627d8)
00:28:22.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.404130 13394 raft_consensus.cc:493] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 008a13d9c0b94fac949d4e29d65627d8)
00:28:22.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.404476 13394 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [term 1 FOLLOWER]: Advancing to term 2
00:28:22.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.404273 13395 raft_consensus.cc:515] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } }
00:28:22.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.416883 12731 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "da2b8a4fa0204308b623f96544f02f1e" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" is_pre_election: true
00:28:22.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:22.419538 12706 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.77.252:42041: connect: Connection refused (error 111) [suppressed 6 similar messages]
00:28:22.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.424082 13394 raft_consensus.cc:515] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } }
00:28:22.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.427934 13395 leader_election.cc:290] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 08b4f8f822b34bfd9e3dd814f1de8585 (127.12.77.253:34989), 008a13d9c0b94fac949d4e29d65627d8 (127.12.77.252:42041)
00:28:22.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.432592 12731 raft_consensus.cc:2393] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate da2b8a4fa0204308b623f96544f02f1e in current term 2: Already voted for candidate 08b4f8f822b34bfd9e3dd814f1de8585 in this term.
00:28:22.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:22.437635 12706 leader_election.cc:336] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 008a13d9c0b94fac949d4e29d65627d8 (127.12.77.252:42041): Network error: Client connection negotiation failed: client connection to 127.12.77.252:42041: connect: Connection refused (error 111)
00:28:22.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.441901 12655 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "da2b8a4fa0204308b623f96544f02f1e"
00:28:22.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.442597 12655 raft_consensus.cc:3060] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [term 1 FOLLOWER]: Advancing to term 2
00:28:22.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:22.444541 12630 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.77.252:42041: connect: Connection refused (error 111) [suppressed 13 similar messages]
00:28:22.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.450891 12655 raft_consensus.cc:2468] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 08b4f8f822b34bfd9e3dd814f1de8585 in term 2.
00:28:22.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.452575 12704 leader_election.cc:304] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 08b4f8f822b34bfd9e3dd814f1de8585, da2b8a4fa0204308b623f96544f02f1e; no voters: 
00:28:22.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.453604 13396 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [term 2 FOLLOWER]: Leader election won for term 2
00:28:22.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.454803 13394 leader_election.cc:290] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [CANDIDATE]: Term 2 election: Requested vote from peers da2b8a4fa0204308b623f96544f02f1e (127.12.77.254:34703), 008a13d9c0b94fac949d4e29d65627d8 (127.12.77.252:42041)
00:28:22.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:22.459830 12706 leader_election.cc:336] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 008a13d9c0b94fac949d4e29d65627d8 (127.12.77.252:42041): Network error: Client connection negotiation failed: client connection to 127.12.77.252:42041: connect: Connection refused (error 111)
00:28:22.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.461509 13396 raft_consensus.cc:697] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [term 2 LEADER]: Becoming Leader. State: Replica: 08b4f8f822b34bfd9e3dd814f1de8585, State: Running, Role: LEADER
00:28:22.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.464383 13396 consensus_queue.cc:237] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } }
00:28:22.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:22.474967 12630 leader_election.cc:336] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 008a13d9c0b94fac949d4e29d65627d8 (127.12.77.252:42041): Network error: Client connection negotiation failed: client connection to 127.12.77.252:42041: connect: Connection refused (error 111)
00:28:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.476015 12630 leader_election.cc:304] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: da2b8a4fa0204308b623f96544f02f1e; no voters: 008a13d9c0b94fac949d4e29d65627d8, 08b4f8f822b34bfd9e3dd814f1de8585
00:28:22.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.477336 13395 raft_consensus.cc:2749] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
00:28:22.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.513290 13394 sys_catalog.cc:455] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 08b4f8f822b34bfd9e3dd814f1de8585. Latest consensus state: current_term: 2 leader_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } } }
00:28:22.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.514525 13394 sys_catalog.cc:458] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [sys.catalog]: This master's current role is: LEADER
00:28:22.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.545854 13404 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:28:22.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.563094 13404 catalog_manager.cc:679] Loaded metadata for table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=fca273ec6ad34c3086e2692f1fcbbd41]
00:28:22.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.579310 13404 tablet_loader.cc:96] loaded metadata for tablet e340a3f7b21c44a2b8cc27b9f22f6a70 (table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=fca273ec6ad34c3086e2692f1fcbbd41])
00:28:22.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.589321 13404 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:28:22.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.602453 13404 catalog_manager.cc:1294] Loaded cluster ID: 4f196367d24142369b3364f3a42fe048
00:28:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.605086 13404 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:28:22.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.633169 13404 catalog_manager.cc:1539] Loading token signing keys...
00:28:22.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.692474 13404 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585: Loaded TSK: 0
00:28:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.703835 13404 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:28:22.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:22.946025 12706 consensus_peers.cc:597] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 -> Peer 008a13d9c0b94fac949d4e29d65627d8 (127.12.77.252:42041): Couldn't send request to peer 008a13d9c0b94fac949d4e29d65627d8. Status: Network error: Client connection negotiation failed: client connection to 127.12.77.252:42041: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:28:22.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.980731 12655 raft_consensus.cc:1275] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [term 2 FOLLOWER]: Refusing update from remote peer 08b4f8f822b34bfd9e3dd814f1de8585: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 2 index: 8. (index mismatch)
00:28:22.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.983194 13394 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [LEADER]: Connected to new peer: Peer: permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.001s
00:28:23.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.026047 13405 sys_catalog.cc:455] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 08b4f8f822b34bfd9e3dd814f1de8585. Latest consensus state: current_term: 2 leader_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } } }
00:28:23.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.027756 13405 sys_catalog.cc:458] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [sys.catalog]: This master's current role is: FOLLOWER
00:28:23.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.048651 13405 sys_catalog.cc:455] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } } }
00:28:23.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.050093 13405 sys_catalog.cc:458] T 00000000000000000000000000000000 P da2b8a4fa0204308b623f96544f02f1e [sys.catalog]: This master's current role is: FOLLOWER
00:28:23.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.060240 13407 sys_catalog.cc:455] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } } }
00:28:23.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.061517 13407 sys_catalog.cc:458] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [sys.catalog]: This master's current role is: LEADER
00:28:24.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.107261 13180 heartbeater.cc:499] Master 127.12.77.253:34989 was elected leader, sending a full tablet report...
00:28:24.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.119706 13320 heartbeater.cc:499] Master 127.12.77.253:34989 was elected leader, sending a full tablet report...
00:28:24.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.130000 13039 heartbeater.cc:499] Master 127.12.77.253:34989 was elected leader, sending a full tablet report...
00:28:24.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.184073 13383 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 13378
00:28:24.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.458117 13383 kernel_stack_watchdog.cc:198] Thread 13378 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 398ms:
00:28:24.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:28:24.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:28:24.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:28:24.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:28:24.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:21.784689 13385 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:24.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.459422 13386 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2674 milliseconds
00:28:24.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.460067 13378 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.676s	user 0.775s	sys 1.386s
00:28:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.460489 13378 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.677s	user 0.775s	sys 1.386s
00:28:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:24.461288 13387 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.461218 13378 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:24.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.465272 13378 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:24.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.467912 13378 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.469323 13378 hybrid_clock.cc:648] HybridClock initialized: now 1783470504469251 us; error 75 us; skew 500 ppm
00:28:24.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.470371 13378 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:24.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.476881 13378 webserver.cc:534] Webserver started at http://127.12.77.252:40217/ using document root <none> and password file <none>
00:28:24.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.477963 13378 fs_manager.cc:362] Metadata directory not provided
00:28:24.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.478251 13378 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.487674 13378 fs_manager.cc:714] Time spent opening directory manager: real 0.006s	user 0.004s	sys 0.000s
00:28:24.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.493011 13422 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:24.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.494834 13378 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.001s
00:28:24.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.495236 13378 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/data,/tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/wal
00:28:24.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "008a13d9c0b94fac949d4e29d65627d8"
00:28:24.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:10 on dist-test-slave-gmf4"
00:28:24.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.497291 13378 fs_report.cc:389] FS layout report
00:28:24.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:24.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/wal
00:28:24.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/wal
00:28:24.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/data/data
00:28:24.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:24.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:24.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:24.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:24.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:24.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:24.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:24.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:24.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:24.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:24.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:24.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.554957 13378 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:24.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.556640 13378 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:24.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.557190 13378 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:24.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.653306 13378 rpc_server.cc:307] RPC server started. Bound to: 127.12.77.252:42041
00:28:24.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.653538 13474 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.77.252:42041 every 8 connection(s)
00:28:24.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.656472 13378 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/master-2/data/info.pb
00:28:24.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.663932 12599 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu as pid 13378
00:28:24.665 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:28:24.665 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.12.77.194:34617
00:28:24.666 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

00:28:24.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.666328 12599 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu with pid 13042
00:28:24.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.670042 13475 sys_catalog.cc:263] Verifying existing consensus state
00:28:24.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.675552 13475 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8: Bootstrap starting.
00:28:24.702 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617)] handling channelInactive
00:28:24.702 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617)] cleaning up while in state READY due to: connection closed
00:28:24.706 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:28:24.707 [DEBUG - Time-limited test] (Connection.java:748) [peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617)] connecting to peer
00:28:24.710 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617
00:28:24.710 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617
00:28:24.710 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617) for tablet e340a3f7b21c44a2b8cc27b9f22f6a70: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617
00:28:24.720 [DEBUG - pool-4-thread-1] (Connection.java:748) [peer master-127.12.77.252:42041(127.12.77.252:42041)] connecting to peer
00:28:24.722 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.12.77.252:42041(127.12.77.252:42041)] Successfully connected to peer
00:28:24.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.728318 13475 log.cc:826] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8: Log is configured to *not* fsync() on all Append() calls
00:28:24.730 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.77.252
00:28:24.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.774636 13475 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=5 ignored=0} mutations{seen=2 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:28:24.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.775686 13475 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8: Bootstrap complete.
00:28:24.791 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x97fb96cf, L:/127.0.0.1:50586 - R:/127.12.77.252:42041] using SASL/PLAIN
00:28:24.795 [DEBUG - kudu-nio-5] (RemoteTablet.java:166) master-127.12.77.252:42041 was demoted as the leader for Kudu Master
00:28:24.806 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.77.252:42041: Catalog manager is not initialized. State: Starting
00:28:24.809 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:28:24.809 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=29988, elapsed=90), Traces: [0ms] sending RPC to server master-127.12.77.252:42041, [76ms] delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [76ms] received response from server master-127.12.77.252:42041: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.77.254:34703, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.77.253:34989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.77.252:42041, [87ms] Sub RPC ConnectToMaster: received response from server master-127.12.77.252:42041: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [88ms] Sub RPC ConnectToMaster: received response from server master-127.12.77.254:34703: OK, [89ms] Sub RPC ConnectToMaster: received response from server master-127.12.77.253:34989: OK, deferred=Deferred@1745867158(state=PENDING, result=null, callback=get tablet locations from the master for table org.apache.kudu.client.TestClientFailoverSupport-RESTART -> release master lookup permit -> retry RPC, errback=passthrough -> release master lookup permit -> retry RPC after error)) after lookup
00:28:24.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.807430 13475 raft_consensus.cc:359] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } }
00:28:24.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.810794 13475 raft_consensus.cc:740] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 008a13d9c0b94fac949d4e29d65627d8, State: Initialized, Role: FOLLOWER
00:28:24.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.811856 13475 consensus_queue.cc:260] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } }
00:28:24.815 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e340a3f7b21c44a2b8cc27b9f22f6a70 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
00:28:24.816 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=e340a3f7b21c44a2b8cc27b9f22f6a70@[4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617)[L],8b18730d24fc4ffeab0fb3d2aff1dbf6(127.12.77.195:46813),d99343f057bb4cbcbb16884bad75d112(127.12.77.193:44403)]}]
00:28:24.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.816126 13481 sys_catalog.cc:455] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } } }
00:28:24.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.817749 13481 sys_catalog.cc:458] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [sys.catalog]: This master's current role is: FOLLOWER
00:28:24.818 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=e340a3f7b21c44a2b8cc27b9f22f6a70, attempt=2, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=109), Traces: [0ms] sending RPC to server 4cbe6a4dc85642ab93fe22475d72b711, [3ms] received response from server 4cbe6a4dc85642ab93fe22475d72b711: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [3ms] delaying RPC due to: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.77.252:42041, [88ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [88ms] Sub RPC GetTableLocations: received response from server master-127.12.77.252:42041: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [92ms] Sub RPC GetTableLocations: refreshing cache from master, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.77.254:34703, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.77.253:34989, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.77.252:42041, [99ms] Sub RPC ConnectToMaster: received response from server master-127.12.77.252:42041: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.77.254:34703: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.77.253:34989: OK, [103ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.77.253:34989, [108ms] Sub RPC GetTableLocations: received response from server master-127.12.77.253:34989: OK, deferred=Deferred@411728498(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f47f036e310@7a54b085 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c414d38 -> wakeup thread Time-limited test)) after lookup
00:28:24.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.818204 13475 sys_catalog.cc:565] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [sys.catalog]: configured and running, proceeding with master startup.
00:28:24.819 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617)] connecting to peer
00:28:24.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.821074 13450 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [term 1 FOLLOWER]: Advancing to term 2
00:28:24.821 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617
00:28:24.822 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617
00:28:24.822 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617) for tablet e340a3f7b21c44a2b8cc27b9f22f6a70: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617
00:28:24.843 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e340a3f7b21c44a2b8cc27b9f22f6a70 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
00:28:24.844 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=e340a3f7b21c44a2b8cc27b9f22f6a70@[4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617)[L],8b18730d24fc4ffeab0fb3d2aff1dbf6(127.12.77.195:46813),d99343f057bb4cbcbb16884bad75d112(127.12.77.193:44403)]}]
00:28:24.844 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=e340a3f7b21c44a2b8cc27b9f22f6a70, attempt=4, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=137), Traces: [0ms] sending RPC to server 4cbe6a4dc85642ab93fe22475d72b711, [3ms] received response from server 4cbe6a4dc85642ab93fe22475d72b711: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [3ms] delaying RPC due to: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.77.252:42041, [88ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [88ms] Sub RPC GetTableLocations: received response from server master-127.12.77.252:42041: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [92ms] Sub RPC GetTableLocations: refreshing cache from master, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.77.254:34703, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.77.253:34989, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.77.252:42041, [99ms] Sub RPC ConnectToMaster: received response from server master-127.12.77.252:42041: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.77.254:34703: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.77.253:34989: OK, [103ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.77.253:34989, [108ms] Sub RPC GetTableLocations: received response from server master-127.12.77.253:34989: OK, [111ms] sending RPC to server 4cbe6a4dc85642ab93fe22475d72b711, [115ms] received response from server 4cbe6a4dc85642ab93fe22475d72b711: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [115ms] delaying RPC due to: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [131ms] refreshing cache from master, [132ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.77.253:34989, [136ms] Sub RPC GetTableLocations: received response from server master-127.12.77.253:34989: OK, deferred=Deferred@411728498(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f47f036e310@7a54b085 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1745867158 after retry RPC@1245935143), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c414d38 -> wakeup thread Time-limited test -> (continuation of Deferred@1745867158 after retry RPC@1245935143))) after lookup
00:28:24.845 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617)] connecting to peer
00:28:24.849 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617
00:28:24.850 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617
00:28:24.850 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617) for tablet e340a3f7b21c44a2b8cc27b9f22f6a70: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617
00:28:24.865 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e340a3f7b21c44a2b8cc27b9f22f6a70 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
00:28:24.865 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=e340a3f7b21c44a2b8cc27b9f22f6a70@[4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617)[L],8b18730d24fc4ffeab0fb3d2aff1dbf6(127.12.77.195:46813),d99343f057bb4cbcbb16884bad75d112(127.12.77.193:44403)]}]
00:28:24.866 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=e340a3f7b21c44a2b8cc27b9f22f6a70, attempt=6, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=159), Traces: [0ms] sending RPC to server 4cbe6a4dc85642ab93fe22475d72b711, [3ms] received response from server 4cbe6a4dc85642ab93fe22475d72b711: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [3ms] delaying RPC due to: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.77.252:42041, [88ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [88ms] Sub RPC GetTableLocations: received response from server master-127.12.77.252:42041: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [92ms] Sub RPC GetTableLocations: refreshing cache from master, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.77.254:34703, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.77.253:34989, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.77.252:42041, [99ms] Sub RPC ConnectToMaster: received response from server master-127.12.77.252:42041: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.77.254:34703: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.77.253:34989: OK, [103ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.77.253:34989, [108ms] Sub RPC GetTableLocations: received response from server master-127.12.77.253:34989: OK, [111ms] sending RPC to server 4cbe6a4dc85642ab93fe22475d72b711, [115ms] received response from server 4cbe6a4dc85642ab93fe22475d72b711: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [115ms] delaying RPC due to: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [131ms] refreshing cache from master, [132ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.77.253:34989, [136ms] Sub RPC GetTableLocations: received response from server master-127.12.77.253:34989: OK, [138ms] sending RPC to server 4cbe6a4dc85642ab93fe22475d72b711, [143ms] received response from server 4cbe6a4dc85642ab93fe22475d72b711: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [143ms] delaying RPC due to: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [152ms] refreshing cache from master, [152ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.77.253:34989, [158ms] Sub RPC GetTableLocations: received response from server master-127.12.77.253:34989: OK, deferred=Deferred@411728498(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f47f036e310@7a54b085 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1745867158 after retry RPC@1245935143) -> (continuation of Deferred@133690515 after retry RPC@516417990), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c414d38 -> wakeup thread Time-limited test -> (continuation of Deferred@1745867158 after retry RPC@1245935143) -> (continuation of Deferred@133690515 after retry RPC@516417990))) after lookup
00:28:24.867 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617)] connecting to peer
00:28:24.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617
00:28:24.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617
00:28:24.870 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617) for tablet e340a3f7b21c44a2b8cc27b9f22f6a70: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617
00:28:24.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.879271 13498 sys_catalog.cc:455] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } } }
00:28:24.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.880486 13498 sys_catalog.cc:458] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [sys.catalog]: This master's current role is: FOLLOWER
00:28:24.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.883221 13481 sys_catalog.cc:455] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 08b4f8f822b34bfd9e3dd814f1de8585. Latest consensus state: current_term: 2 leader_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } } }
00:28:24.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.883718 13481 sys_catalog.cc:458] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8 [sys.catalog]: This master's current role is: FOLLOWER
00:28:24.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.904048 13499 catalog_manager.cc:1294] Loaded cluster ID: 4f196367d24142369b3364f3a42fe048
00:28:24.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.904357 13499 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8: loading cluster ID for follower catalog manager: success
00:28:24.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.914790 13499 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8: acquiring CA information for follower catalog manager: success
00:28:24.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:24.920835 13499 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 008a13d9c0b94fac949d4e29d65627d8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:28:24.985 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e340a3f7b21c44a2b8cc27b9f22f6a70 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
00:28:24.985 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=e340a3f7b21c44a2b8cc27b9f22f6a70@[4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617)[L],8b18730d24fc4ffeab0fb3d2aff1dbf6(127.12.77.195:46813),d99343f057bb4cbcbb16884bad75d112(127.12.77.193:44403)]}]
00:28:24.986 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=e340a3f7b21c44a2b8cc27b9f22f6a70, attempt=8, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=279), Traces: [0ms] sending RPC to server 4cbe6a4dc85642ab93fe22475d72b711, [3ms] received response from server 4cbe6a4dc85642ab93fe22475d72b711: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [3ms] delaying RPC due to: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.77.252:42041, [88ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [88ms] Sub RPC GetTableLocations: received response from server master-127.12.77.252:42041: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [92ms] Sub RPC GetTableLocations: refreshing cache from master, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.77.254:34703, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.77.253:34989, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.77.252:42041, [99ms] Sub RPC ConnectToMaster: received response from server master-127.12.77.252:42041: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.77.254:34703: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.77.253:34989: OK, [103ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.77.253:34989, [108ms] Sub RPC GetTableLocations: received response from server master-127.12.77.253:34989: OK, [111ms] sending RPC to server 4cbe6a4dc85642ab93fe22475d72b711, [115ms] received response from server 4cbe6a4dc85642ab93fe22475d72b711: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [115ms] delaying RPC due to: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [131ms] refreshing cache from master, [132ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.77.253:34989, [136ms] Sub RPC GetTableLocations: received response from server master-127.12.77.253:34989: OK, [138ms] sending RPC to server 4cbe6a4dc85642ab93fe22475d72b711, [143ms] received response from server 4cbe6a4dc85642ab93fe22475d72b711: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [143ms] delaying RPC due to: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [152ms] refreshing cache from master, [152ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.77.253:34989, [158ms] Sub RPC GetTableLocations: received response from server master-127.12.77.253:34989: OK, [159ms] sending RPC to server 4cbe6a4dc85642ab93fe22475d72b711, [163ms] received response from server 4cbe6a4dc85642ab93fe22475d72b711: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [163ms] delaying RPC due to: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [272ms] refreshing cache from master, [273ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.77.253:34989, [277ms] Sub RPC GetTableLocations: received response from server master-127.12.77.253:34989: OK, deferred=Deferred@411728498(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f47f036e310@7a54b085 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1745867158 after retry RPC@1245935143) -> (continuation of Deferred@133690515 after retry RPC@516417990) -> (continuation of Deferred@535075742 after retry RPC@1053612157), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c414d38 -> wakeup thread Time-limited test -> (continuation of Deferred@1745867158 after retry RPC@1245935143) -> (continuation of Deferred@133690515 after retry RPC@516417990) -> (continuation of Deferred@535075742 after retry RPC@1053612157))) after lookup
00:28:24.987 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617)] connecting to peer
00:28:24.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617
00:28:24.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617
00:28:24.988 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617) for tablet e340a3f7b21c44a2b8cc27b9f22f6a70: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617
00:28:25.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.134161 13394 sys_catalog.cc:455] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "da2b8a4fa0204308b623f96544f02f1e" member_type: VOTER last_known_addr { host: "127.12.77.254" port: 34703 } } peers { permanent_uuid: "08b4f8f822b34bfd9e3dd814f1de8585" member_type: VOTER last_known_addr { host: "127.12.77.253" port: 34989 } } peers { permanent_uuid: "008a13d9c0b94fac949d4e29d65627d8" member_type: VOTER last_known_addr { host: "127.12.77.252" port: 42041 } } }
00:28:25.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.137172 13394 sys_catalog.cc:458] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585 [sys.catalog]: This master's current role is: LEADER
00:28:25.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.161639 13319 heartbeater.cc:344] Connected to a master server at 127.12.77.252:42041
00:28:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.172093 13440 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "8b18730d24fc4ffeab0fb3d2aff1dbf6" instance_seqno: 1783470500167937) as {username='slave'} at 127.12.77.195:57911; Asking this server to re-register.
00:28:25.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.175025 13319 heartbeater.cc:461] Registering TS with master...
00:28:25.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.180881 13439 ts_manager.cc:194] Registered new tserver with Master: 8b18730d24fc4ffeab0fb3d2aff1dbf6 (127.12.77.195:46813)
00:28:25.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.195698 13038 heartbeater.cc:344] Connected to a master server at 127.12.77.252:42041
00:28:25.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.199553 13440 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "d99343f057bb4cbcbb16884bad75d112" instance_seqno: 1783470495572137) as {username='slave'} at 127.12.77.193:33101; Asking this server to re-register.
00:28:25.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.201601 13038 heartbeater.cc:461] Registering TS with master...
00:28:25.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.205606 13440 ts_manager.cc:194] Registered new tserver with Master: d99343f057bb4cbcbb16884bad75d112 (127.12.77.193:44403)
00:28:25.483 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e340a3f7b21c44a2b8cc27b9f22f6a70 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
00:28:25.483 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=e340a3f7b21c44a2b8cc27b9f22f6a70@[4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617)[L],8b18730d24fc4ffeab0fb3d2aff1dbf6(127.12.77.195:46813),d99343f057bb4cbcbb16884bad75d112(127.12.77.193:44403)]}]
00:28:25.484 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=e340a3f7b21c44a2b8cc27b9f22f6a70, attempt=10, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=777), Traces: [0ms] sending RPC to server 4cbe6a4dc85642ab93fe22475d72b711, [3ms] received response from server 4cbe6a4dc85642ab93fe22475d72b711: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [3ms] delaying RPC due to: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.77.252:42041, [88ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [88ms] Sub RPC GetTableLocations: received response from server master-127.12.77.252:42041: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [92ms] Sub RPC GetTableLocations: refreshing cache from master, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.77.254:34703, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.77.253:34989, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.77.252:42041, [99ms] Sub RPC ConnectToMaster: received response from server master-127.12.77.252:42041: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.77.254:34703: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.77.253:34989: OK, [103ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.77.253:34989, [108ms] Sub RPC GetTableLocations: received response from server master-127.12.77.253:34989: OK, [111ms] sending RPC to server 4cbe6a4dc85642ab93fe22475d72b711, [115ms] received response from server 4cbe6a4dc85642ab93fe22475d72b711: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [115ms] delaying RPC due to: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [131ms] refreshing cache from master, [132ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.77.253:34989, [136ms] Sub RPC GetTableLocations: received response from server master-127.12.77.253:34989: OK, [138ms] sending RPC to server 4cbe6a4dc85642ab93fe22475d72b711, [143ms] received response from server 4cbe6a4dc85642ab93fe22475d72b711: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [143ms] delaying RPC due to: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [152ms] refreshing cache from master, [152ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.77.253:34989, [158ms] Sub RPC GetTableLocations: received response from server master-127.12.77.253:34989: OK, [159ms] sending RPC to server 4cbe6a4dc85642ab93fe22475d72b711, [163ms] received response from server 4cbe6a4dc85642ab93fe22475d72b711: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [163ms] delaying RPC due to: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [272ms] refreshing cache from master, [273ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.77.253:34989, [277ms] Sub RPC GetTableLocations: received response from server master-127.12.77.253:34989: OK, [279ms] sending RPC to server 4cbe6a4dc85642ab93fe22475d72b711, [281ms] received response from server 4cbe6a4dc85642ab93fe22475d72b711: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [281ms] delaying RPC due to: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [771ms] refreshing cache from master, [772ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.77.253:34989, [776ms] Sub RPC GetTableLocations: received response from server master-127.12.77.253:34989: OK, deferred=Deferred@411728498(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f47f036e310@7a54b085 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1745867158 after retry RPC@1245935143) -> (continuation of Deferred@133690515 after retry RPC@516417990) -> (continuation of Deferred@535075742 after retry RPC@1053612157) -> (continuation of Deferred@1572608624 after retry RPC@1996113148), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c414d38 -> wakeup thread Time-limited test -> (continuation of Deferred@1745867158 after retry RPC@1245935143) -> (continuation of Deferred@133690515 after retry RPC@516417990) -> (continuation of Deferred@535075742 after retry RPC@1053612157) -> (continuation of Deferred@1572608624 after retry RPC@1996113148))) after lookup
00:28:25.485 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617)] connecting to peer
00:28:25.486 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617
00:28:25.486 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617)] cleaning up while in state CONNECTING due to: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617
00:28:25.487 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617) for tablet e340a3f7b21c44a2b8cc27b9f22f6a70: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617
00:28:25.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.662045 13512 raft_consensus.cc:493] T e340a3f7b21c44a2b8cc27b9f22f6a70 P d99343f057bb4cbcbb16884bad75d112 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 4cbe6a4dc85642ab93fe22475d72b711)
00:28:25.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.662640 13512 raft_consensus.cc:515] T e340a3f7b21c44a2b8cc27b9f22f6a70 P d99343f057bb4cbcbb16884bad75d112 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cbe6a4dc85642ab93fe22475d72b711" member_type: VOTER last_known_addr { host: "127.12.77.194" port: 34617 } } peers { permanent_uuid: "d99343f057bb4cbcbb16884bad75d112" member_type: VOTER last_known_addr { host: "127.12.77.193" port: 44403 } } peers { permanent_uuid: "8b18730d24fc4ffeab0fb3d2aff1dbf6" member_type: VOTER last_known_addr { host: "127.12.77.195" port: 46813 } }
00:28:25.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.665935 13512 leader_election.cc:290] T e340a3f7b21c44a2b8cc27b9f22f6a70 P d99343f057bb4cbcbb16884bad75d112 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 4cbe6a4dc85642ab93fe22475d72b711 (127.12.77.194:34617), 8b18730d24fc4ffeab0fb3d2aff1dbf6 (127.12.77.195:46813)
00:28:25.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:25.682076 12924 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.77.194:34617: connect: Connection refused (error 111)
00:28:25.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:25.693418 12924 leader_election.cc:336] T e340a3f7b21c44a2b8cc27b9f22f6a70 P d99343f057bb4cbcbb16884bad75d112 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 4cbe6a4dc85642ab93fe22475d72b711 (127.12.77.194:34617): Network error: Client connection negotiation failed: client connection to 127.12.77.194:34617: connect: Connection refused (error 111)
00:28:25.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.693595 13274 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e340a3f7b21c44a2b8cc27b9f22f6a70" candidate_uuid: "d99343f057bb4cbcbb16884bad75d112" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "8b18730d24fc4ffeab0fb3d2aff1dbf6" is_pre_election: true
00:28:25.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.695664 12924 leader_election.cc:304] T e340a3f7b21c44a2b8cc27b9f22f6a70 P d99343f057bb4cbcbb16884bad75d112 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d99343f057bb4cbcbb16884bad75d112; no voters: 4cbe6a4dc85642ab93fe22475d72b711, 8b18730d24fc4ffeab0fb3d2aff1dbf6
00:28:25.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.696749 13512 raft_consensus.cc:2749] T e340a3f7b21c44a2b8cc27b9f22f6a70 P d99343f057bb4cbcbb16884bad75d112 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
00:28:26.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.019028 13516 raft_consensus.cc:493] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 4cbe6a4dc85642ab93fe22475d72b711)
00:28:26.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.019984 13516 raft_consensus.cc:515] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cbe6a4dc85642ab93fe22475d72b711" member_type: VOTER last_known_addr { host: "127.12.77.194" port: 34617 } } peers { permanent_uuid: "d99343f057bb4cbcbb16884bad75d112" member_type: VOTER last_known_addr { host: "127.12.77.193" port: 44403 } } peers { permanent_uuid: "8b18730d24fc4ffeab0fb3d2aff1dbf6" member_type: VOTER last_known_addr { host: "127.12.77.195" port: 46813 } }
00:28:26.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.023980 13516 leader_election.cc:290] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 4cbe6a4dc85642ab93fe22475d72b711 (127.12.77.194:34617), d99343f057bb4cbcbb16884bad75d112 (127.12.77.193:44403)
00:28:26.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.038112 13207 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.77.194:34617: connect: Connection refused (error 111)
00:28:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.043417 13207 leader_election.cc:336] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 4cbe6a4dc85642ab93fe22475d72b711 (127.12.77.194:34617): Network error: Client connection negotiation failed: client connection to 127.12.77.194:34617: connect: Connection refused (error 111)
00:28:26.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.046641 12992 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e340a3f7b21c44a2b8cc27b9f22f6a70" candidate_uuid: "8b18730d24fc4ffeab0fb3d2aff1dbf6" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d99343f057bb4cbcbb16884bad75d112" is_pre_election: true
00:28:26.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.047300 12992 raft_consensus.cc:2468] T e340a3f7b21c44a2b8cc27b9f22f6a70 P d99343f057bb4cbcbb16884bad75d112 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8b18730d24fc4ffeab0fb3d2aff1dbf6 in term 1.
00:28:26.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.048542 13208 leader_election.cc:304] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8b18730d24fc4ffeab0fb3d2aff1dbf6, d99343f057bb4cbcbb16884bad75d112; no voters: 4cbe6a4dc85642ab93fe22475d72b711
00:28:26.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.049299 13516 raft_consensus.cc:2804] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6 [term 1 FOLLOWER]: Leader pre-election won for term 2
00:28:26.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.049656 13516 raft_consensus.cc:493] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 4cbe6a4dc85642ab93fe22475d72b711)
00:28:26.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.049897 13516 raft_consensus.cc:3060] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6 [term 1 FOLLOWER]: Advancing to term 2
00:28:26.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.054538 13516 raft_consensus.cc:515] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cbe6a4dc85642ab93fe22475d72b711" member_type: VOTER last_known_addr { host: "127.12.77.194" port: 34617 } } peers { permanent_uuid: "d99343f057bb4cbcbb16884bad75d112" member_type: VOTER last_known_addr { host: "127.12.77.193" port: 44403 } } peers { permanent_uuid: "8b18730d24fc4ffeab0fb3d2aff1dbf6" member_type: VOTER last_known_addr { host: "127.12.77.195" port: 46813 } }
00:28:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.056216 13516 leader_election.cc:290] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6 [CANDIDATE]: Term 2 election: Requested vote from peers 4cbe6a4dc85642ab93fe22475d72b711 (127.12.77.194:34617), d99343f057bb4cbcbb16884bad75d112 (127.12.77.193:44403)
00:28:26.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.057547 12992 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e340a3f7b21c44a2b8cc27b9f22f6a70" candidate_uuid: "8b18730d24fc4ffeab0fb3d2aff1dbf6" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "d99343f057bb4cbcbb16884bad75d112"
00:28:26.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.058159 12992 raft_consensus.cc:3060] T e340a3f7b21c44a2b8cc27b9f22f6a70 P d99343f057bb4cbcbb16884bad75d112 [term 1 FOLLOWER]: Advancing to term 2
00:28:26.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.060271 13207 leader_election.cc:336] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 4cbe6a4dc85642ab93fe22475d72b711 (127.12.77.194:34617): Network error: Client connection negotiation failed: client connection to 127.12.77.194:34617: connect: Connection refused (error 111)
00:28:26.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.065940 12992 raft_consensus.cc:2468] T e340a3f7b21c44a2b8cc27b9f22f6a70 P d99343f057bb4cbcbb16884bad75d112 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8b18730d24fc4ffeab0fb3d2aff1dbf6 in term 2.
00:28:26.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.067229 13208 leader_election.cc:304] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8b18730d24fc4ffeab0fb3d2aff1dbf6, d99343f057bb4cbcbb16884bad75d112; no voters: 4cbe6a4dc85642ab93fe22475d72b711
00:28:26.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.068085 13516 raft_consensus.cc:2804] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6 [term 2 FOLLOWER]: Leader election won for term 2
00:28:26.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.070026 13516 raft_consensus.cc:697] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6 [term 2 LEADER]: Becoming Leader. State: Replica: 8b18730d24fc4ffeab0fb3d2aff1dbf6, State: Running, Role: LEADER
00:28:26.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.071022 13516 consensus_queue.cc:237] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cbe6a4dc85642ab93fe22475d72b711" member_type: VOTER last_known_addr { host: "127.12.77.194" port: 34617 } } peers { permanent_uuid: "d99343f057bb4cbcbb16884bad75d112" member_type: VOTER last_known_addr { host: "127.12.77.193" port: 44403 } } peers { permanent_uuid: "8b18730d24fc4ffeab0fb3d2aff1dbf6" member_type: VOTER last_known_addr { host: "127.12.77.195" port: 46813 } }
00:28:26.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.081029 12721 catalog_manager.cc:5696] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6 reported cstate change: term changed from 1 to 2, leader changed from 4cbe6a4dc85642ab93fe22475d72b711 (127.12.77.194) to 8b18730d24fc4ffeab0fb3d2aff1dbf6 (127.12.77.195). New cstate: current_term: 2 leader_uuid: "8b18730d24fc4ffeab0fb3d2aff1dbf6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cbe6a4dc85642ab93fe22475d72b711" member_type: VOTER last_known_addr { host: "127.12.77.194" port: 34617 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d99343f057bb4cbcbb16884bad75d112" member_type: VOTER last_known_addr { host: "127.12.77.193" port: 44403 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8b18730d24fc4ffeab0fb3d2aff1dbf6" member_type: VOTER last_known_addr { host: "127.12.77.195" port: 46813 } health_report { overall_health: HEALTHY } } }
00:28:26.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.468881 12992 raft_consensus.cc:1275] T e340a3f7b21c44a2b8cc27b9f22f6a70 P d99343f057bb4cbcbb16884bad75d112 [term 2 FOLLOWER]: Refusing update from remote peer 8b18730d24fc4ffeab0fb3d2aff1dbf6: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
00:28:26.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.470278 13516 consensus_queue.cc:1048] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d99343f057bb4cbcbb16884bad75d112" member_type: VOTER last_known_addr { host: "127.12.77.193" port: 44403 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
00:28:26.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.493531 13207 consensus_peers.cc:597] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6 -> Peer 4cbe6a4dc85642ab93fe22475d72b711 (127.12.77.194:34617): Couldn't send request to peer 4cbe6a4dc85642ab93fe22475d72b711. Status: Network error: Client connection negotiation failed: client connection to 127.12.77.194:34617: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:28:27.507 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet e340a3f7b21c44a2b8cc27b9f22f6a70 for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
00:28:27.507 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=e340a3f7b21c44a2b8cc27b9f22f6a70@[4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617),8b18730d24fc4ffeab0fb3d2aff1dbf6(127.12.77.195:46813)[L],d99343f057bb4cbcbb16884bad75d112(127.12.77.193:44403)]}]
00:28:27.508 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=e340a3f7b21c44a2b8cc27b9f22f6a70, attempt=12, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=2801), Traces: [0ms] sending RPC to server 4cbe6a4dc85642ab93fe22475d72b711, [3ms] received response from server 4cbe6a4dc85642ab93fe22475d72b711: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [3ms] delaying RPC due to: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [12ms] refreshing cache from master, [12ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.77.252:42041, [88ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [88ms] Sub RPC GetTableLocations: received response from server master-127.12.77.252:42041: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [92ms] Sub RPC GetTableLocations: refreshing cache from master, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.77.254:34703, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.77.253:34989, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.77.252:42041, [99ms] Sub RPC ConnectToMaster: received response from server master-127.12.77.252:42041: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.77.254:34703: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.77.253:34989: OK, [103ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.77.253:34989, [108ms] Sub RPC GetTableLocations: received response from server master-127.12.77.253:34989: OK, [111ms] sending RPC to server 4cbe6a4dc85642ab93fe22475d72b711, [115ms] received response from server 4cbe6a4dc85642ab93fe22475d72b711: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [115ms] delaying RPC due to: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [131ms] refreshing cache from master, [132ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.77.253:34989, [136ms] Sub RPC GetTableLocations: received response from server master-127.12.77.253:34989: OK, [138ms] sending RPC to server 4cbe6a4dc85642ab93fe22475d72b711, [143ms] received response from server 4cbe6a4dc85642ab93fe22475d72b711: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [143ms] delaying RPC due to: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [152ms] refreshing cache from master, [152ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.77.253:34989, [158ms] Sub RPC GetTableLocations: received response from server master-127.12.77.253:34989: OK, [159ms] sending RPC to server 4cbe6a4dc85642ab93fe22475d72b711, [163ms] received response from server 4cbe6a4dc85642ab93fe22475d72b711: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [163ms] delaying RPC due to: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [272ms] refreshing cache from master, [273ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.77.253:34989, [277ms] Sub RPC GetTableLocations: received response from server master-127.12.77.253:34989: OK, [279ms] sending RPC to server 4cbe6a4dc85642ab93fe22475d72b711, [281ms] received response from server 4cbe6a4dc85642ab93fe22475d72b711: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [281ms] delaying RPC due to: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [771ms] refreshing cache from master, [772ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.77.253:34989, [776ms] Sub RPC GetTableLocations: received response from server master-127.12.77.253:34989: OK, [778ms] sending RPC to server 4cbe6a4dc85642ab93fe22475d72b711, [780ms] received response from server 4cbe6a4dc85642ab93fe22475d72b711: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [780ms] delaying RPC due to: Network error: Failed to connect to peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617): Connection refused: /127.12.77.194:34617, [2792ms] refreshing cache from master, [2793ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.77.253:34989, [2800ms] Sub RPC GetTableLocations: received response from server master-127.12.77.253:34989: OK, deferred=Deferred@411728498(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$234/0x00007f47f036e310@7a54b085 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1745867158 after retry RPC@1245935143) -> (continuation of Deferred@133690515 after retry RPC@516417990) -> (continuation of Deferred@535075742 after retry RPC@1053612157) -> (continuation of Deferred@1572608624 after retry RPC@1996113148) -> (continuation of Deferred@706335336 after retry RPC@249605747), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@6c414d38 -> wakeup thread Time-limited test -> (continuation of Deferred@1745867158 after retry RPC@1245935143) -> (continuation of Deferred@133690515 after retry RPC@516417990) -> (continuation of Deferred@535075742 after retry RPC@1053612157) -> (continuation of Deferred@1572608624 after retry RPC@1996113148) -> (continuation of Deferred@706335336 after retry RPC@249605747))) after lookup
00:28:27.509 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 8b18730d24fc4ffeab0fb3d2aff1dbf6(127.12.77.195:46813)] connecting to peer
00:28:27.510 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 8b18730d24fc4ffeab0fb3d2aff1dbf6(127.12.77.195:46813)] Successfully connected to peer
00:28:27.532 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x1a7276c6, L:/127.0.0.1:53236 - R:/127.12.77.195:46813] using TOKEN/null
00:28:27.714 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 20 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-RESTART, tablet=e340a3f7b21c44a2b8cc27b9f22f6a70, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.717324 12721 catalog_manager.cc:2532] Servicing SoftDeleteTable request from {username='slave'} at 127.0.0.1:45826:
00:28:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART" }
00:28:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.718133 12721 catalog_manager.cc:2780] Servicing DeleteTable request from {username='slave'} at 127.0.0.1:45826:
00:28:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART" }
00:28:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.762274 12721 catalog_manager.cc:5983] T 00000000000000000000000000000000 P 08b4f8f822b34bfd9e3dd814f1de8585: Sending DeleteTablet for 3 replicas of tablet e340a3f7b21c44a2b8cc27b9f22f6a70
00:28:27.782 [DEBUG - main] (Connection.java:575) [peer master-127.12.77.254:34703(127.12.77.254:34703)] disconnecting while in state READY
00:28:27.783 [DEBUG - main] (Connection.java:575) [peer master-127.12.77.253:34989(127.12.77.253:34989)] disconnecting while in state READY
00:28:27.783 [DEBUG - main] (Connection.java:575) [peer 4cbe6a4dc85642ab93fe22475d72b711(127.12.77.194:34617)] disconnecting while in state TERMINATED
00:28:27.783 [DEBUG - main] (Connection.java:575) [peer master-127.12.77.252:42041(127.12.77.252:42041)] disconnecting while in state READY
00:28:27.783 [DEBUG - main] (Connection.java:575) [peer 8b18730d24fc4ffeab0fb3d2aff1dbf6(127.12.77.195:46813)] disconnecting while in state READY
00:28:27.784 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.77.254:34703(127.12.77.254:34703)] handling channelInactive
00:28:27.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.77.254:34703(127.12.77.254:34703)] cleaning up while in state READY due to: connection closed
00:28:27.784 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 8b18730d24fc4ffeab0fb3d2aff1dbf6(127.12.77.195:46813)] handling channelInactive
00:28:27.784 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.12.77.252:42041(127.12.77.252:42041)] handling channelInactive
00:28:27.784 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 8b18730d24fc4ffeab0fb3d2aff1dbf6(127.12.77.195:46813)] cleaning up while in state READY due to: connection closed
00:28:27.785 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.77.252:42041(127.12.77.252:42041)] cleaning up while in state READY due to: connection closed
00:28:27.786 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:28:27.788 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.77.253:34989(127.12.77.253:34989)] handling channelInactive
00:28:27.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.77.253:34989(127.12.77.253:34989)] cleaning up while in state READY due to: connection closed
00:28:27.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.791908 12972 tablet_service.cc:1558] Processing DeleteTablet for tablet e340a3f7b21c44a2b8cc27b9f22f6a70 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-08 00:28:27 UTC) from {username='slave'} at 127.0.0.1:34654
00:28:27.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.793318 12599 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu with pid 12885
00:28:27.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:27.799141 12704 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.77.194:34617: connect: Connection refused (error 111) [suppressed 5 similar messages]
00:28:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:27.822733 12704 catalog_manager.cc:4754] TS 4cbe6a4dc85642ab93fe22475d72b711 (127.12.77.194:34617): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet e340a3f7b21c44a2b8cc27b9f22f6a70: Network error: Client connection negotiation failed: client connection to 127.12.77.194:34617: connect: Connection refused (error 111)
00:28:27.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.824513 13254 tablet_service.cc:1558] Processing DeleteTablet for tablet e340a3f7b21c44a2b8cc27b9f22f6a70 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-08 00:28:27 UTC) from {username='slave'} at 127.0.0.1:53252
00:28:27.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.827960 13568 tablet_replica.cc:333] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6: stopping tablet replica
00:28:27.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.828850 13568 raft_consensus.cc:2243] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6 [term 2 LEADER]: Raft consensus shutting down.
00:28:27.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.830266 13568 raft_consensus.cc:2272] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6 [term 2 FOLLOWER]: Raft consensus is shut down!
00:28:27.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.832991 13568 ts_tablet_manager.cc:1916] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6: Deleting tablet data with delete state TABLET_DATA_DELETED
00:28:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.845307 13568 ts_tablet_manager.cc:1929] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 2.22
00:28:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.845795 13568 log.cc:1199] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6: Deleting WAL directory at /tmp/dist-test-taskhivnp4/test-tmp/mini-kudu-cluster10058398019456333823/ts-2/wal/wals/e340a3f7b21c44a2b8cc27b9f22f6a70
00:28:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.848609 13568 ts_tablet_manager.cc:1950] T e340a3f7b21c44a2b8cc27b9f22f6a70 P 8b18730d24fc4ffeab0fb3d2aff1dbf6: Deleting consensus metadata
00:28:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.850766 12599 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu with pid 13187
00:28:27.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.889371 12599 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu with pid 12611
00:28:27.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.920614 12599 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu with pid 12682
00:28:27.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.953956 12599 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskhivnp4/build/tsan/bin/kudu with pid 13378
00:28:29.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:28:29Z chronyd exiting

Time: 47.032

OK (2 tests)

