JUnit version 4.13.2
.00:27:42.611 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783470462604
00:27:42.668 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
00:27:42.699 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:27:42.710 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task7BOk8m/test-tmp
00:27:42.737 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
00:27:42.740 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task7BOk8m/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
00:27:42.960 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

00:27:43.167 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:27:43.169 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

00:27:43.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.173241  2683 mini_oidc.cc:150] Starting JWKS server
00:27:43.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.177371  2683 webserver.cc:534] Webserver started at http://127.0.0.1:44979/ using document root <none> and password file <none>
00:27:43.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.177862  2683 mini_oidc.cc:186] Starting OIDC Discovery server
00:27:43.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.180002  2683 webserver.cc:534] Webserver started at http://127.0.0.1:45345/ using document root <none> and password file <none>
00:27:43.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:27:43Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
00:27:43.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:27:43Z Disabled control of system clock
00:27:43.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.246407  2683 external_mini_cluster.cc:1372] Running /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:27:43.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:27:43.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-0/wal
00:27:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-0/data
00:27:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:27:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:27:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:27:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:43.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:43.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:43.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-0/logs
00:27:43.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-0/data/info.pb
00:27:43.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:43.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:27:43.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:27:43.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:27:43.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:27:43.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:43.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:43.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:43.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:27:43.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:27:43.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:27:43.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:27:43.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.158.254:46303
00:27:43.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.158.254
00:27:43.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:43.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.158.212:41159
00:27:43.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:43.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:43.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:43.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:27:43.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315
00:27:43.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:27:43.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44979/jwks.json with env {}
00:27:43.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:43.568559  2695 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:27:43.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:43.569450  2695 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:27:43.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:43.570469  2695 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:27:43.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:43.609097  2695 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:27:43.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:43.609596  2695 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:27:43.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:43.609977  2695 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:27:43.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:43.610386  2695 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:27:43.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:43.610809  2695 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:27:43.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:43.611150  2695 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44979/jwks.json
00:27:43.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.657196  2695 master_runner.cc:387] Master server non-default flags:
00:27:43.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:43.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.158.212:41159
00:27:43.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:43.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:43.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-0/data
00:27:43.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-0/wal
00:27:43.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:27:43.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315
00:27:43.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:43.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:43.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:27:43.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.158.254:46303
00:27:43.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:27:43.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:27:43.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:27:43.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44979/jwks.json
00:27:43.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:43.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:43.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-0/data/info.pb
00:27:43.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.158.254
00:27:43.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:43.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:27:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:27:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:27:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-0/logs
00:27:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:27:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:27:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:27:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:27:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:27:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:27:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:27:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:27:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:27:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.659297  2695 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:27:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.662240  2695 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:27:43.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:43.676630  2701 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:45.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.080909  2700 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 2695
00:27:45.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.571187  2700 kernel_stack_watchdog.cc:198] Thread 2695 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 398ms:
00:27:45.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:27:45.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:27:45.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:27:45.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:27:45.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.572073  2695 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.892s	user 0.700s	sys 1.192s
00:27:45.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.572511  2695 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.893s	user 0.700s	sys 1.192s
00:27:45.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:43.679105  2702 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:45.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.573783  2703 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1893 milliseconds
00:27:45.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.574928  2704 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:45.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.575008  2695 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:27:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.578925  2695 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:27:45.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.581732  2695 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:27:45.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.583174  2695 hybrid_clock.cc:648] HybridClock initialized: now 1783470465583121 us; error 57 us; skew 500 ppm
00:27:45.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.584000  2695 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:27:45.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.591334  2695 webserver.cc:534] Webserver started at http://127.2.158.254:35943/ using document root <none> and password file <none>
00:27:45.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.592672  2695 fs_manager.cc:362] Metadata directory not provided
00:27:45.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.593015  2695 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:27:45.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.593609  2695 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:27:45.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.598415  2695 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-0/data/instance:
00:27:45.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3607c4290baa4088aedab1242e3f7d6f"
00:27:45.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:45 on dist-test-slave-j4ld"
00:27:45.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.599700  2695 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-0/wal/instance:
00:27:45.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3607c4290baa4088aedab1242e3f7d6f"
00:27:45.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:45 on dist-test-slave-j4ld"
00:27:45.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.608340  2695 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.009s	sys 0.000s
00:27:45.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.615706  2711 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:27:45.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.617326  2695 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.000s
00:27:45.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.617830  2695 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-0/data,/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-0/wal
00:27:45.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3607c4290baa4088aedab1242e3f7d6f"
00:27:45.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:45 on dist-test-slave-j4ld"
00:27:45.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.618356  2695 fs_report.cc:389] FS layout report
00:27:45.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:27:45.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-0/wal
00:27:45.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-0/wal
00:27:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-0/data/data
00:27:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:27:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:27:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:27:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:27:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:27:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:27:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:27:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:27:45.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:27:45.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:27:45.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:27:45.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.680065  2695 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:27:45.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.681963  2695 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:27:45.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.682574  2695 kserver.cc:163] Server-wide thread pool size limit: 3276
00:27:45.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.762933  2695 rpc_server.cc:307] RPC server started. Bound to: 127.2.158.254:46303
00:27:45.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.763012  2763 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.158.254:46303 every 8 connection(s)
00:27:45.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.766422  2695 server_base.cc:1193] Dumped server information to /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-0/data/info.pb
00:27:45.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.768455  2683 external_mini_cluster.cc:1434] Started /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu as pid 2695
00:27:45.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.768990  2683 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-0/wal/instance
00:27:45.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.773706  2683 external_mini_cluster.cc:1372] Running /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:27:45.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:27:45.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-1/wal
00:27:45.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-1/data
00:27:45.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:27:45.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:27:45.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:27:45.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:45.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:45.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:45.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-1/logs
00:27:45.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-1/data/info.pb
00:27:45.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:45.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:27:45.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:27:45.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:27:45.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:27:45.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:45.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:45.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:45.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:27:45.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:27:45.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:27:45.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:27:45.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.158.253:37249
00:27:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.158.253
00:27:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.158.212:41159
00:27:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:45.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:27:45.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315
00:27:45.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:27:45.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44979/jwks.json with env {}
00:27:45.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.775986  2764 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:27:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.789286  2764 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.158.254" port: 46303 } has no permanent_uuid. Determining permanent_uuid...
00:27:45.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.824448  2764 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } has no permanent_uuid. Determining permanent_uuid...
00:27:45.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.827461  2712 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.158.253:37249: connect: Connection refused (error 111)
00:27:45.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.833084  2764 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.158.253:37249: Network error: Client connection negotiation failed: client connection to 127.2.158.253:37249: connect: Connection refused (error 111)
00:27:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.882814  2764 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } attempt: 1
00:27:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.888257  2764 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.158.253:37249: Network error: Client connection negotiation failed: client connection to 127.2.158.253:37249: connect: Connection refused (error 111)
00:27:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.956713  2764 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } attempt: 2
00:27:45.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.961722  2764 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.158.253:37249: Network error: Client connection negotiation failed: client connection to 127.2.158.253:37249: connect: Connection refused (error 111)
00:27:46.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:46.053164  2764 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } attempt: 3
00:27:46.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.057822  2764 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.158.253:37249: Network error: Client connection negotiation failed: client connection to 127.2.158.253:37249: connect: Connection refused (error 111)
00:27:46.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.115933  2766 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:27:46.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.116652  2766 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:27:46.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.117452  2766 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:27:46.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.150269  2766 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:27:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.150692  2766 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:27:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.151031  2766 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:27:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.151379  2766 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:27:46.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.151757  2766 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:27:46.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.152070  2766 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44979/jwks.json
00:27:46.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:46.189649  2766 master_runner.cc:387] Master server non-default flags:
00:27:46.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:46.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.158.212:41159
00:27:46.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:46.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:46.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-1/data
00:27:46.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-1/wal
00:27:46.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:27:46.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315
00:27:46.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:46.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:46.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:27:46.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.158.253:37249
00:27:46.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:27:46.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:27:46.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:27:46.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44979/jwks.json
00:27:46.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:46.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:46.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-1/data/info.pb
00:27:46.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.158.253
00:27:46.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:46.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:27:46.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:46.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:27:46.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:27:46.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:46.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-1/logs
00:27:46.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:46.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:27:46.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:27:46.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:27:46.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:27:46.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:27:46.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:27:46.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:27:46.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:27:46.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:27:46.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:46.191455  2766 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:27:46.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:46.193912  2766 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:27:46.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:46.201268  2764 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } attempt: 4
00:27:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.207293  2775 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:46.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.208940  2764 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.158.253:37249: Network error: Client connection negotiation failed: client connection to 127.2.158.253:37249: connect: Connection refused (error 111)
00:27:46.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:46.508457  2764 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } attempt: 5
00:27:46.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.513062  2764 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.158.253:37249: Network error: Client connection negotiation failed: client connection to 127.2.158.253:37249: connect: Connection refused (error 111)
00:27:47.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.060753  2764 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } attempt: 6
00:27:47.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:47.069808  2764 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.158.253:37249: Network error: Client connection negotiation failed: client connection to 127.2.158.253:37249: connect: Connection refused (error 111)
00:27:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.214138  2776 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:46.216727  2766 server_base.cc:1061] running on GCE node
00:27:47.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.216915  2778 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:47.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.460039  2766 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:27:47.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.463362  2766 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:27:47.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.464811  2766 hybrid_clock.cc:648] HybridClock initialized: now 1783470467464772 us; error 58 us; skew 500 ppm
00:27:47.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.465821  2766 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:27:47.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.472309  2766 webserver.cc:534] Webserver started at http://127.2.158.253:41867/ using document root <none> and password file <none>
00:27:47.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.473551  2766 fs_manager.cc:362] Metadata directory not provided
00:27:47.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.473806  2766 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:27:47.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.474426  2766 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:27:47.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.479173  2766 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-1/data/instance:
00:27:47.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d34d6b4c83384612ba874dcb2d9fef5e"
00:27:47.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:47 on dist-test-slave-j4ld"
00:27:47.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.480635  2766 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-1/wal/instance:
00:27:47.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d34d6b4c83384612ba874dcb2d9fef5e"
00:27:47.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:47 on dist-test-slave-j4ld"
00:27:47.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.488395  2766 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.010s	sys 0.000s
00:27:47.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.494982  2787 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:27:47.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.496161  2766 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
00:27:47.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.496603  2766 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-1/data,/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-1/wal
00:27:47.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d34d6b4c83384612ba874dcb2d9fef5e"
00:27:47.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:47 on dist-test-slave-j4ld"
00:27:47.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.497042  2766 fs_report.cc:389] FS layout report
00:27:47.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:27:47.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-1/wal
00:27:47.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-1/wal
00:27:47.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-1/data/data
00:27:47.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:27:47.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:27:47.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:27:47.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:27:47.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:27:47.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:27:47.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:27:47.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:27:47.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:27:47.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:27:47.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:27:47.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.550586  2766 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:27:47.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.552331  2766 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:27:47.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.552899  2766 kserver.cc:163] Server-wide thread pool size limit: 3276
00:27:47.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.637702  2766 rpc_server.cc:307] RPC server started. Bound to: 127.2.158.253:37249
00:27:47.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.637811  2839 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.158.253:37249 every 8 connection(s)
00:27:47.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.640729  2766 server_base.cc:1193] Dumped server information to /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-1/data/info.pb
00:27:47.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.648231  2840 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:27:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.648293  2683 external_mini_cluster.cc:1434] Started /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu as pid 2766
00:27:47.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.648746  2683 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-1/wal/instance
00:27:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.652122  2683 external_mini_cluster.cc:1372] Running /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:27:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:27:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-2/wal
00:27:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-2/data
00:27:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:27:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:27:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:27:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-2/logs
00:27:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-2/data/info.pb
00:27:47.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:27:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:27:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:27:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:27:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:47.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:27:47.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:27:47.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:27:47.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:27:47.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.158.252:39315
00:27:47.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.158.252
00:27:47.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:47.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.158.212:41159
00:27:47.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:47.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:47.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:47.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:27:47.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315
00:27:47.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:27:47.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44979/jwks.json with env {}
00:27:47.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.664587  2840 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.158.254" port: 46303 } has no permanent_uuid. Determining permanent_uuid...
00:27:47.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.689636  2840 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } has no permanent_uuid. Determining permanent_uuid...
00:27:47.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.706004  2840 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } has no permanent_uuid. Determining permanent_uuid...
00:27:47.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:47.708848  2788 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.158.252:39315: connect: Connection refused (error 111)
00:27:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:47.713474  2840 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.158.252:39315: Network error: Client connection negotiation failed: client connection to 127.2.158.252:39315: connect: Connection refused (error 111)
00:27:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.763075  2840 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } attempt: 1
00:27:47.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:47.768842  2840 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.158.252:39315: Network error: Client connection negotiation failed: client connection to 127.2.158.252:39315: connect: Connection refused (error 111)
00:27:47.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.837363  2840 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } attempt: 2
00:27:47.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:47.842473  2840 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.158.252:39315: Network error: Client connection negotiation failed: client connection to 127.2.158.252:39315: connect: Connection refused (error 111)
00:27:47.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.933916  2840 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } attempt: 3
00:27:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:47.939139  2840 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.158.252:39315: Network error: Client connection negotiation failed: client connection to 127.2.158.252:39315: connect: Connection refused (error 111)
00:27:47.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:47.993731  2842 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:27:47.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:47.994470  2842 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:27:47.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:47.995191  2842 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:27:48.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.028172  2842 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:27:48.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.028571  2842 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:27:48.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.028901  2842 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:27:48.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.029265  2842 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:27:48.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.029675  2842 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:27:48.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.029937  2842 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44979/jwks.json
00:27:48.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.067269  2842 master_runner.cc:387] Master server non-default flags:
00:27:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.158.212:41159
00:27:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-2/data
00:27:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-2/wal
00:27:48.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:27:48.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315
00:27:48.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:48.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:48.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:27:48.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.158.252:39315
00:27:48.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:27:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:27:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:27:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44979/jwks.json
00:27:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-2/data/info.pb
00:27:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.158.252
00:27:48.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:48.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:27:48.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:48.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:27:48.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:27:48.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:48.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-2/logs
00:27:48.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:48.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:27:48.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:27:48.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:27:48.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:27:48.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:27:48.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:27:48.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:27:48.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:27:48.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:27:48.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.069144  2842 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:27:48.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.071633  2842 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:27:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.082614  2840 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } attempt: 4
00:27:48.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.083587  2852 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:48.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.090602  2840 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.158.252:39315: Network error: Client connection negotiation failed: client connection to 127.2.158.252:39315: connect: Connection refused (error 111)
00:27:48.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.130600  2764 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } attempt: 7
00:27:48.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.151324  2764 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } has no permanent_uuid. Determining permanent_uuid...
00:27:48.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.161731  2764 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.158.252:39315: Network error: Client connection negotiation failed: client connection to 127.2.158.252:39315: connect: Connection refused (error 111)
00:27:48.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.220362  2764 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } attempt: 1
00:27:48.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.227888  2764 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.158.252:39315: Network error: Client connection negotiation failed: client connection to 127.2.158.252:39315: connect: Connection refused (error 111)
00:27:48.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.309512  2764 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } attempt: 2
00:27:48.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.317353  2764 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.158.252:39315: Network error: Client connection negotiation failed: client connection to 127.2.158.252:39315: connect: Connection refused (error 111)
00:27:48.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.390215  2840 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } attempt: 5
00:27:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.398000  2840 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.158.252:39315: Network error: Client connection negotiation failed: client connection to 127.2.158.252:39315: connect: Connection refused (error 111)
00:27:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.403033  2764 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } attempt: 3
00:27:48.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.410966  2764 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.158.252:39315: Network error: Client connection negotiation failed: client connection to 127.2.158.252:39315: connect: Connection refused (error 111)
00:27:48.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.551703  2764 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } attempt: 4
00:27:48.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.559832  2764 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.158.252:39315: Network error: Client connection negotiation failed: client connection to 127.2.158.252:39315: connect: Connection refused (error 111)
00:27:48.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.843497  2764 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } attempt: 5
00:27:48.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.852131  2764 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.158.252:39315: Network error: Client connection negotiation failed: client connection to 127.2.158.252:39315: connect: Connection refused (error 111)
00:27:48.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.945637  2840 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } attempt: 6
00:27:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.957693  2840 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.158.252:39315: Network error: Client connection negotiation failed: client connection to 127.2.158.252:39315: connect: Connection refused (error 111)
00:27:49.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.087666  2855 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:49.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.087491  2853 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:49.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:49.360258  2854 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1271 milliseconds
00:27:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.360374  2842 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:27:49.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.361791  2842 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:27:49.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.364444  2842 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:27:49.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.365793  2842 hybrid_clock.cc:648] HybridClock initialized: now 1783470469365773 us; error 48 us; skew 500 ppm
00:27:49.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.366617  2842 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:27:49.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.373240  2842 webserver.cc:534] Webserver started at http://127.2.158.252:45127/ using document root <none> and password file <none>
00:27:49.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.374254  2842 fs_manager.cc:362] Metadata directory not provided
00:27:49.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.374459  2842 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:27:49.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.374931  2842 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:27:49.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.379390  2842 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-2/data/instance:
00:27:49.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ef854a12cce34303bc10b9838a64dce1"
00:27:49.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:49 on dist-test-slave-j4ld"
00:27:49.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.380580  2842 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-2/wal/instance:
00:27:49.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ef854a12cce34303bc10b9838a64dce1"
00:27:49.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:49 on dist-test-slave-j4ld"
00:27:49.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.388181  2842 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.000s
00:27:49.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.394686  2866 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:27:49.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.395936  2842 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.000s
00:27:49.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.396363  2842 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-2/data,/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-2/wal
00:27:49.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ef854a12cce34303bc10b9838a64dce1"
00:27:49.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:49 on dist-test-slave-j4ld"
00:27:49.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.396695  2842 fs_report.cc:389] FS layout report
00:27:49.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:27:49.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-2/wal
00:27:49.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-2/wal
00:27:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-2/data/data
00:27:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:27:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:27:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:27:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:27:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:27:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:27:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:27:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:27:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:27:49.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:27:49.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:27:49.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.404831  2764 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } attempt: 6
00:27:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:49.412537  2764 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.2.158.252:39315: Network error: Client connection negotiation failed: client connection to 127.2.158.252:39315: connect: Connection refused (error 111)
00:27:49.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.456545  2842 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:27:49.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.458617  2842 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:27:49.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.459241  2842 kserver.cc:163] Server-wide thread pool size limit: 3276
00:27:49.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.537786  2842 rpc_server.cc:307] RPC server started. Bound to: 127.2.158.252:39315
00:27:49.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.537907  2919 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.158.252:39315 every 8 connection(s)
00:27:49.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.541707  2842 server_base.cc:1193] Dumped server information to /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-2/data/info.pb
00:27:49.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.547987  2920 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:27:49.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.552217  2683 external_mini_cluster.cc:1434] Started /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu as pid 2842
00:27:49.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.552703  2683 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/master-2/wal/instance
00:27:49.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.560654  2920 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.158.254" port: 46303 } has no permanent_uuid. Determining permanent_uuid...
00:27:49.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.588061  2920 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } has no permanent_uuid. Determining permanent_uuid...
00:27:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.603022  2920 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } has no permanent_uuid. Determining permanent_uuid...
00:27:49.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.620422  2920 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1: Bootstrap starting.
00:27:49.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.626983  2920 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1: Neither blocks nor log segments found. Creating new log.
00:27:49.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.629175  2920 log.cc:826] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1: Log is configured to *not* fsync() on all Append() calls
00:27:49.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.634495  2920 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1: No bootstrap required, opened a new log
00:27:49.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.663784  2920 raft_consensus.cc:359] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3607c4290baa4088aedab1242e3f7d6f" member_type: VOTER last_known_addr { host: "127.2.158.254" port: 46303 } } peers { permanent_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } } peers { permanent_uuid: "ef854a12cce34303bc10b9838a64dce1" member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } }
00:27:49.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.664650  2920 raft_consensus.cc:385] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:27:49.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.664989  2920 raft_consensus.cc:740] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ef854a12cce34303bc10b9838a64dce1, State: Initialized, Role: FOLLOWER
00:27:49.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.665935  2920 consensus_queue.cc:260] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3607c4290baa4088aedab1242e3f7d6f" member_type: VOTER last_known_addr { host: "127.2.158.254" port: 46303 } } peers { permanent_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } } peers { permanent_uuid: "ef854a12cce34303bc10b9838a64dce1" member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } }
00:27:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.669075  2931 sys_catalog.cc:455] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3607c4290baa4088aedab1242e3f7d6f" member_type: VOTER last_known_addr { host: "127.2.158.254" port: 46303 } } peers { permanent_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } } peers { permanent_uuid: "ef854a12cce34303bc10b9838a64dce1" member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } } }
00:27:49.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.670245  2931 sys_catalog.cc:458] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1 [sys.catalog]: This master's current role is: FOLLOWER
00:27:49.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.670848  2920 sys_catalog.cc:565] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1 [sys.catalog]: configured and running, proceeding with master startup.
00:27:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:49.700011  2942 catalog_manager.cc:1593] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:27:49.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:49.700376  2942 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:27:49.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:49.715083  2874 tablet.cc:2406] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:27:49.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.695351  2842 master_runner.cc:187] Error getting master registration for 127.2.158.254:46303: OK, instance_id { permanent_uuid: "3607c4290baa4088aedab1242e3f7d6f" instance_seqno: 1783470465741126 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:27:49.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.718673  2842 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:27:49.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.918808  2931 raft_consensus.cc:493] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:27:49.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.919342  2931 raft_consensus.cc:515] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3607c4290baa4088aedab1242e3f7d6f" member_type: VOTER last_known_addr { host: "127.2.158.254" port: 46303 } } peers { permanent_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } } peers { permanent_uuid: "ef854a12cce34303bc10b9838a64dce1" member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } }
00:27:49.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.922099  2931 leader_election.cc:290] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3607c4290baa4088aedab1242e3f7d6f (127.2.158.254:46303), d34d6b4c83384612ba874dcb2d9fef5e (127.2.158.253:37249)
00:27:50.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.018251  2840 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } attempt: 7
00:27:50.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.042060  2840 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e: Bootstrap starting.
00:27:50.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.049803  2840 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e: Neither blocks nor log segments found. Creating new log.
00:27:50.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.052433  2840 log.cc:826] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e: Log is configured to *not* fsync() on all Append() calls
00:27:50.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.058624  2840 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e: No bootstrap required, opened a new log
00:27:50.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.089303  2840 raft_consensus.cc:359] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3607c4290baa4088aedab1242e3f7d6f" member_type: VOTER last_known_addr { host: "127.2.158.254" port: 46303 } } peers { permanent_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } } peers { permanent_uuid: "ef854a12cce34303bc10b9838a64dce1" member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } }
00:27:50.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.090267  2840 raft_consensus.cc:385] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:27:50.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.090562  2840 raft_consensus.cc:740] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d34d6b4c83384612ba874dcb2d9fef5e, State: Initialized, Role: FOLLOWER
00:27:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.091550  2840 consensus_queue.cc:260] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3607c4290baa4088aedab1242e3f7d6f" member_type: VOTER last_known_addr { host: "127.2.158.254" port: 46303 } } peers { permanent_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } } peers { permanent_uuid: "ef854a12cce34303bc10b9838a64dce1" member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } }
00:27:50.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.098868  2946 sys_catalog.cc:455] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3607c4290baa4088aedab1242e3f7d6f" member_type: VOTER last_known_addr { host: "127.2.158.254" port: 46303 } } peers { permanent_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } } peers { permanent_uuid: "ef854a12cce34303bc10b9838a64dce1" member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } } }
00:27:50.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.100414  2840 sys_catalog.cc:565] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [sys.catalog]: configured and running, proceeding with master startup.
00:27:50.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.100636  2815 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ef854a12cce34303bc10b9838a64dce1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" is_pre_election: true
00:27:50.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.101316  2946 sys_catalog.cc:458] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [sys.catalog]: This master's current role is: FOLLOWER
00:27:50.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.102144  2815 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ef854a12cce34303bc10b9838a64dce1 in term 0.
00:27:50.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.103713  2869 leader_election.cc:304] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d34d6b4c83384612ba874dcb2d9fef5e, ef854a12cce34303bc10b9838a64dce1; no voters: 
00:27:50.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.104660  2931 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:27:50.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.105062  2931 raft_consensus.cc:493] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:27:50.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.106485  2931 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1 [term 0 FOLLOWER]: Advancing to term 1
00:27:50.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.115795  2931 raft_consensus.cc:515] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3607c4290baa4088aedab1242e3f7d6f" member_type: VOTER last_known_addr { host: "127.2.158.254" port: 46303 } } peers { permanent_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } } peers { permanent_uuid: "ef854a12cce34303bc10b9838a64dce1" member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } }
00:27:50.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.119067  2931 leader_election.cc:290] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1 [CANDIDATE]: Term 1 election: Requested vote from peers 3607c4290baa4088aedab1242e3f7d6f (127.2.158.254:46303), d34d6b4c83384612ba874dcb2d9fef5e (127.2.158.253:37249)
00:27:50.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.120358  2815 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ef854a12cce34303bc10b9838a64dce1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d34d6b4c83384612ba874dcb2d9fef5e"
00:27:50.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.120952  2815 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [term 0 FOLLOWER]: Advancing to term 1
00:27:50.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.127656  2815 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ef854a12cce34303bc10b9838a64dce1 in term 1.
00:27:50.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.128876  2869 leader_election.cc:304] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d34d6b4c83384612ba874dcb2d9fef5e, ef854a12cce34303bc10b9838a64dce1; no voters: 
00:27:50.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.129745  2931 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1 [term 1 FOLLOWER]: Leader election won for term 1
00:27:50.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.137914  2931 raft_consensus.cc:697] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1 [term 1 LEADER]: Becoming Leader. State: Replica: ef854a12cce34303bc10b9838a64dce1, State: Running, Role: LEADER
00:27:50.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.138932  2931 consensus_queue.cc:237] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3607c4290baa4088aedab1242e3f7d6f" member_type: VOTER last_known_addr { host: "127.2.158.254" port: 46303 } } peers { permanent_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } } peers { permanent_uuid: "ef854a12cce34303bc10b9838a64dce1" member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } }
00:27:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.155023  2949 sys_catalog.cc:455] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ef854a12cce34303bc10b9838a64dce1. Latest consensus state: current_term: 1 leader_uuid: "ef854a12cce34303bc10b9838a64dce1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3607c4290baa4088aedab1242e3f7d6f" member_type: VOTER last_known_addr { host: "127.2.158.254" port: 46303 } } peers { permanent_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } } peers { permanent_uuid: "ef854a12cce34303bc10b9838a64dce1" member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } } }
00:27:50.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.156284  2949 sys_catalog.cc:458] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1 [sys.catalog]: This master's current role is: LEADER
00:27:50.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.170743  2952 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:27:50.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.178609  2952 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:27:50.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:50.204545  2960 catalog_manager.cc:1593] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:27:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:50.206305  2960 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:27:50.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.222215  2815 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [term 1 FOLLOWER]: Refusing update from remote peer ef854a12cce34303bc10b9838a64dce1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:27:50.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.227550  2931 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:27:50.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.188467  2766 master_runner.cc:187] Error getting master registration for 127.2.158.254:46303: OK, instance_id { permanent_uuid: "3607c4290baa4088aedab1242e3f7d6f" instance_seqno: 1783470465741126 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:27:50.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.230571  2766 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:27:50.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.251467  2946 sys_catalog.cc:455] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [sys.catalog]: SysCatalogTable state changed. Reason: New leader ef854a12cce34303bc10b9838a64dce1. Latest consensus state: current_term: 1 leader_uuid: "ef854a12cce34303bc10b9838a64dce1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3607c4290baa4088aedab1242e3f7d6f" member_type: VOTER last_known_addr { host: "127.2.158.254" port: 46303 } } peers { permanent_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } } peers { permanent_uuid: "ef854a12cce34303bc10b9838a64dce1" member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } } }
00:27:50.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.252735  2946 sys_catalog.cc:458] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [sys.catalog]: This master's current role is: FOLLOWER
00:27:50.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.256569  2949 sys_catalog.cc:455] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ef854a12cce34303bc10b9838a64dce1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3607c4290baa4088aedab1242e3f7d6f" member_type: VOTER last_known_addr { host: "127.2.158.254" port: 46303 } } peers { permanent_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } } peers { permanent_uuid: "ef854a12cce34303bc10b9838a64dce1" member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } } }
00:27:50.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.257258  2949 sys_catalog.cc:458] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1 [sys.catalog]: This master's current role is: LEADER
00:27:50.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.259438  2952 catalog_manager.cc:1382] Generated new cluster ID: 36bf5ccf86b346ef90d7c1e84242478f
00:27:50.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.259732  2952 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:27:50.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.286121  2946 sys_catalog.cc:455] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ef854a12cce34303bc10b9838a64dce1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3607c4290baa4088aedab1242e3f7d6f" member_type: VOTER last_known_addr { host: "127.2.158.254" port: 46303 } } peers { permanent_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } } peers { permanent_uuid: "ef854a12cce34303bc10b9838a64dce1" member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } } }
00:27:50.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.286917  2946 sys_catalog.cc:458] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [sys.catalog]: This master's current role is: FOLLOWER
00:27:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.305966  2952 catalog_manager.cc:1405] Generated new certificate authority record
00:27:50.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.316736  2952 catalog_manager.cc:1539] Loading token signing keys...
00:27:50.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.356447  2952 catalog_manager.cc:6069] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1: Generated new TSK 0
00:27:50.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.361680  2952 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:27:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.414741  2683 external_mini_cluster.cc:1372] Running /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:27:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:27:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-0/wal
00:27:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-0/data
00:27:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:27:50.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:27:50.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:27:50.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:50.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:50.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:50.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-0/logs
00:27:50.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-0/data/info.pb
00:27:50.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:50.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:27:50.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:27:50.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:27:50.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:27:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:27:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:27:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.158.193:0
00:27:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.158.193
00:27:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.158.193
00:27:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315
00:27:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.158.212:41159
00:27:50.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:50.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:50.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:27:50.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.445966  2764 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } attempt: 7
00:27:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.503490  2764 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f: Bootstrap starting.
00:27:50.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.524852  2764 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f: Neither blocks nor log segments found. Creating new log.
00:27:50.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.531522  2764 log.cc:826] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f: Log is configured to *not* fsync() on all Append() calls
00:27:50.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.565948  2764 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f: No bootstrap required, opened a new log
00:27:50.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.595317  2764 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3607c4290baa4088aedab1242e3f7d6f" member_type: VOTER last_known_addr { host: "127.2.158.254" port: 46303 } } peers { permanent_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } } peers { permanent_uuid: "ef854a12cce34303bc10b9838a64dce1" member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } }
00:27:50.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.596202  2764 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:27:50.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.596486  2764 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3607c4290baa4088aedab1242e3f7d6f, State: Initialized, Role: FOLLOWER
00:27:50.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.597461  2764 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3607c4290baa4088aedab1242e3f7d6f" member_type: VOTER last_known_addr { host: "127.2.158.254" port: 46303 } } peers { permanent_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } } peers { permanent_uuid: "ef854a12cce34303bc10b9838a64dce1" member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } }
00:27:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.610628  2970 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3607c4290baa4088aedab1242e3f7d6f" member_type: VOTER last_known_addr { host: "127.2.158.254" port: 46303 } } peers { permanent_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } } peers { permanent_uuid: "ef854a12cce34303bc10b9838a64dce1" member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } } }
00:27:50.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.611529  2970 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f [sys.catalog]: This master's current role is: FOLLOWER
00:27:50.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.612692  2764 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f [sys.catalog]: configured and running, proceeding with master startup.
00:27:50.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.612900  2739 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ef854a12cce34303bc10b9838a64dce1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3607c4290baa4088aedab1242e3f7d6f" is_pre_election: true
00:27:50.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.613850  2739 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ef854a12cce34303bc10b9838a64dce1 in term 0.
00:27:50.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.614943  2738 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ef854a12cce34303bc10b9838a64dce1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3607c4290baa4088aedab1242e3f7d6f"
00:27:50.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.615972  2737 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f [term 0 FOLLOWER]: Advancing to term 1
00:27:50.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.626062  2737 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f [term 1 FOLLOWER]: Refusing update from remote peer ef854a12cce34303bc10b9838a64dce1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:27:50.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.629827  2949 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3607c4290baa4088aedab1242e3f7d6f" member_type: VOTER last_known_addr { host: "127.2.158.254" port: 46303 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:27:50.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.698499  2970 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f [sys.catalog]: SysCatalogTable state changed. Reason: New leader ef854a12cce34303bc10b9838a64dce1. Latest consensus state: current_term: 1 leader_uuid: "ef854a12cce34303bc10b9838a64dce1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3607c4290baa4088aedab1242e3f7d6f" member_type: VOTER last_known_addr { host: "127.2.158.254" port: 46303 } } peers { permanent_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } } peers { permanent_uuid: "ef854a12cce34303bc10b9838a64dce1" member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } } }
00:27:50.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.701205  2970 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f [sys.catalog]: This master's current role is: FOLLOWER
00:27:50.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.700501  2982 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ef854a12cce34303bc10b9838a64dce1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3607c4290baa4088aedab1242e3f7d6f" member_type: VOTER last_known_addr { host: "127.2.158.254" port: 46303 } } peers { permanent_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } } peers { permanent_uuid: "ef854a12cce34303bc10b9838a64dce1" member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } } }
00:27:50.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.705317  2982 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f [sys.catalog]: This master's current role is: FOLLOWER
00:27:50.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.738193  2986 catalog_manager.cc:1294] Loaded cluster ID: 36bf5ccf86b346ef90d7c1e84242478f
00:27:50.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.738493  2986 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f: loading cluster ID for follower catalog manager: success
00:27:50.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.758348  2986 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f: acquiring CA information for follower catalog manager: success
00:27:50.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:50.780524  2986 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:27:51.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:51.082309  2967 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:27:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:51.083009  2967 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:27:51.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:51.083755  2967 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:27:51.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:51.145665  2967 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:27:51.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:51.147094  2967 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.158.193
00:27:51.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.173616  2992 sys_catalog.cc:455] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ef854a12cce34303bc10b9838a64dce1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3607c4290baa4088aedab1242e3f7d6f" member_type: VOTER last_known_addr { host: "127.2.158.254" port: 46303 } } peers { permanent_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } } peers { permanent_uuid: "ef854a12cce34303bc10b9838a64dce1" member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } } }
00:27:51.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.174852  2992 sys_catalog.cc:458] T 00000000000000000000000000000000 P ef854a12cce34303bc10b9838a64dce1 [sys.catalog]: This master's current role is: LEADER
00:27:51.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.212379  2960 catalog_manager.cc:1294] Loaded cluster ID: 36bf5ccf86b346ef90d7c1e84242478f
00:27:51.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.213270  2960 catalog_manager.cc:1587] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e: loading cluster ID for follower catalog manager: success
00:27:51.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.214354  2967 tablet_server_runner.cc:78] Tablet server non-default flags:
00:27:51.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:51.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.158.212:41159
00:27:51.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:51.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:51.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-0/data
00:27:51.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-0/wal
00:27:51.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:51.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:51.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.158.193:0
00:27:51.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:27:51.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:51.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:51.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-0/data/info.pb
00:27:51.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.158.193
00:27:51.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:51.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315
00:27:51.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:27:51.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:51.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:27:51.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:27:51.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:51.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.158.193
00:27:51.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-0/logs
00:27:51.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:51.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:27:51.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:27:51.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:27:51.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:27:51.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:27:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:27:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:27:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:27:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:27:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.216442  2967 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:27:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.218856  2967 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:27:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.244539  2960 catalog_manager.cc:1609] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e: acquiring CA information for follower catalog manager: success
00:27:51.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.252014  2960 catalog_manager.cc:1637] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:27:51.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:51.254209  2996 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:52.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:52.996424  2916 debug-util.cc:398] Leaking SignalData structure 0x7b08000702c0 after lost signal to thread 2847
00:27:52.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:52.997449  2916 debug-util.cc:398] Leaking SignalData structure 0x7b080003c320 after lost signal to thread 2919
00:27:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:52.643584  2995 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 2967
00:27:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:53.529752  2967 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.277s	user 0.396s	sys 0.631s
00:27:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:53.541137  2967 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.288s	user 0.397s	sys 0.631s
00:27:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:51.255496  2997 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:53.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.561764  2967 server_base.cc:1061] running on GCE node
00:27:53.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:53.566677  3003 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:53.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.568920  2967 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:27:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.578022  2967 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:27:53.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.582050  2967 hybrid_clock.cc:648] HybridClock initialized: now 1783470473581989 us; error 61 us; skew 500 ppm
00:27:53.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.583295  2967 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:27:53.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.611519  2967 webserver.cc:534] Webserver started at http://127.2.158.193:41339/ using document root <none> and password file <none>
00:27:53.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.613484  2967 fs_manager.cc:362] Metadata directory not provided
00:27:53.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.614188  2967 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:27:53.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.615060  2967 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:27:53.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.630892  2967 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-0/data/instance:
00:27:53.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4c7912a2a7740459b61e5277054d15e"
00:27:53.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:53 on dist-test-slave-j4ld"
00:27:53.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.633338  2967 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-0/wal/instance:
00:27:53.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4c7912a2a7740459b61e5277054d15e"
00:27:53.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:53 on dist-test-slave-j4ld"
00:27:53.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.663569  2967 fs_manager.cc:696] Time spent creating directory manager: real 0.029s	user 0.010s	sys 0.001s
00:27:53.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.687639  3008 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:27:53.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.689790  2967 fs_manager.cc:730] Time spent opening block manager: real 0.020s	user 0.006s	sys 0.000s
00:27:53.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.690707  2967 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-0/data,/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-0/wal
00:27:53.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4c7912a2a7740459b61e5277054d15e"
00:27:53.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:53 on dist-test-slave-j4ld"
00:27:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.691604  2967 fs_report.cc:389] FS layout report
00:27:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:27:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-0/wal
00:27:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-0/wal
00:27:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-0/data/data
00:27:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:27:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:27:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:27:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:27:53.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:27:53.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:27:53.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:27:53.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:27:53.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:27:53.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:27:53.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:27:53.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.905990  2967 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:27:53.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.909586  2967 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:27:53.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.922448  2967 kserver.cc:163] Server-wide thread pool size limit: 3276
00:27:53.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.929759  2967 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:27:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.943032  2967 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:27:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.943346  2967 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:27:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.943648  2967 ts_tablet_manager.cc:616] Registered 0 tablets
00:27:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.943847  2967 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:27:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.180459  2967 rpc_server.cc:307] RPC server started. Bound to: 127.2.158.193:33735
00:27:54.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.180660  3121 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.158.193:33735 every 8 connection(s)
00:27:54.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.183887  2967 server_base.cc:1193] Dumped server information to /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-0/data/info.pb
00:27:54.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.192149  2683 external_mini_cluster.cc:1434] Started /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu as pid 2967
00:27:54.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.192906  2683 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-0/wal/instance
00:27:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.224936  2683 external_mini_cluster.cc:1372] Running /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:27:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:27:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-1/wal
00:27:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-1/data
00:27:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:27:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:27:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:27:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-1/logs
00:27:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-1/data/info.pb
00:27:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:27:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:27:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:27:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:27:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:54.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:54.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:54.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:27:54.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:27:54.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.158.194:0
00:27:54.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.158.194
00:27:54.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.158.194
00:27:54.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:54.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315
00:27:54.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.158.212:41159
00:27:54.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:54.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:54.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:27:54.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.250672  3122 heartbeater.cc:344] Connected to a master server at 127.2.158.252:39315
00:27:54.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.251739  3122 heartbeater.cc:461] Registering TS with master...
00:27:54.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.253473  3122 heartbeater.cc:507] Master 127.2.158.252:39315 requested a full tablet report, sending...
00:27:54.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.256949  3124 heartbeater.cc:344] Connected to a master server at 127.2.158.254:46303
00:27:54.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.257351  3124 heartbeater.cc:461] Registering TS with master...
00:27:54.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.257200  2885 ts_manager.cc:194] Registered new tserver with Master: b4c7912a2a7740459b61e5277054d15e (127.2.158.193:33735)
00:27:54.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.258385  3124 heartbeater.cc:507] Master 127.2.158.254:46303 requested a full tablet report, sending...
00:27:54.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.262081  2728 ts_manager.cc:194] Registered new tserver with Master: b4c7912a2a7740459b61e5277054d15e (127.2.158.193:33735)
00:27:54.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.261333  2885 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.158.193:35443
00:27:54.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.269488  3123 heartbeater.cc:344] Connected to a master server at 127.2.158.253:37249
00:27:54.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.269980  3123 heartbeater.cc:461] Registering TS with master...
00:27:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.270838  3123 heartbeater.cc:507] Master 127.2.158.253:37249 requested a full tablet report, sending...
00:27:54.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.275104  2804 ts_manager.cc:194] Registered new tserver with Master: b4c7912a2a7740459b61e5277054d15e (127.2.158.193:33735)
00:27:54.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:54.626207  3132 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:27:54.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:54.626776  3132 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:27:54.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:54.627393  3132 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:27:54.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:54.661996  3132 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:27:54.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:54.663022  3132 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.158.194
00:27:54.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.703521  3132 tablet_server_runner.cc:78] Tablet server non-default flags:
00:27:54.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:54.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.158.212:41159
00:27:54.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:54.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:54.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-1/data
00:27:54.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-1/wal
00:27:54.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:54.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:54.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.158.194:0
00:27:54.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:27:54.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:54.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:54.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-1/data/info.pb
00:27:54.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.158.194
00:27:54.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:54.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315
00:27:54.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:27:54.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:54.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:27:54.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:27:54.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:54.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.158.194
00:27:54.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-1/logs
00:27:54.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:54.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:27:54.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:27:54.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:27:54.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:27:54.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:27:54.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:27:54.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:27:54.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:27:54.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:27:54.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.705299  3132 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:27:54.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.707542  3132 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:27:54.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:54.725633  3139 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:55.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.267218  3122 heartbeater.cc:499] Master 127.2.158.252:39315 was elected leader, sending a full tablet report...
00:27:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:56.127708  3137 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 3132
00:27:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:56.446601  3137 kernel_stack_watchdog.cc:198] Thread 3132 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 399ms:
00:27:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:27:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:27:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:27:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:27:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:54.727775  3138 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:56.448822  3140 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1723 milliseconds
00:27:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:56.449353  3132 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.725s	user 0.453s	sys 0.966s
00:27:56.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:56.449744  3132 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.725s	user 0.453s	sys 0.966s
00:27:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:56.450745  3141 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.451383  3132 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:27:56.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.454306  3132 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:27:56.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.457119  3132 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:27:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.458623  3132 hybrid_clock.cc:648] HybridClock initialized: now 1783470476458437 us; error 184 us; skew 500 ppm
00:27:56.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.459802  3132 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:27:56.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.468158  3132 webserver.cc:534] Webserver started at http://127.2.158.194:34043/ using document root <none> and password file <none>
00:27:56.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.469465  3132 fs_manager.cc:362] Metadata directory not provided
00:27:56.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.469756  3132 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:27:56.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.470345  3132 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:27:56.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.477566  3132 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-1/data/instance:
00:27:56.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1bb32e77f1634f048eb9e6636a617e9a"
00:27:56.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:56 on dist-test-slave-j4ld"
00:27:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.479175  3132 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-1/wal/instance:
00:27:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1bb32e77f1634f048eb9e6636a617e9a"
00:27:56.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:56 on dist-test-slave-j4ld"
00:27:56.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.489686  3132 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.009s	sys 0.002s
00:27:56.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.496290  3149 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:27:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.497772  3132 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.006s
00:27:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.498198  3132 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-1/data,/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-1/wal
00:27:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1bb32e77f1634f048eb9e6636a617e9a"
00:27:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:56 on dist-test-slave-j4ld"
00:27:56.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.498678  3132 fs_report.cc:389] FS layout report
00:27:56.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:27:56.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-1/wal
00:27:56.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-1/wal
00:27:56.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-1/data/data
00:27:56.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:27:56.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:27:56.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:27:56.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:27:56.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:27:56.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:27:56.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:27:56.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:27:56.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:27:56.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:27:56.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:27:56.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.554384  3132 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:27:56.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.556203  3132 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:27:56.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.556754  3132 kserver.cc:163] Server-wide thread pool size limit: 3276
00:27:56.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.559847  3132 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:27:56.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.564904  3132 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:27:56.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.565189  3132 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:27:56.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.565555  3132 ts_tablet_manager.cc:616] Registered 0 tablets
00:27:56.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.565829  3132 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:27:56.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.732396  3132 rpc_server.cc:307] RPC server started. Bound to: 127.2.158.194:37077
00:27:56.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.732585  3262 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.158.194:37077 every 8 connection(s)
00:27:56.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.735510  3132 server_base.cc:1193] Dumped server information to /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-1/data/info.pb
00:27:56.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.742079  2683 external_mini_cluster.cc:1434] Started /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu as pid 3132
00:27:56.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.742741  2683 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-1/wal/instance
00:27:56.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.769620  2683 external_mini_cluster.cc:1372] Running /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:27:56.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:27:56.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-2/wal
00:27:56.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-2/data
00:27:56.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:27:56.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:27:56.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:27:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-2/logs
00:27:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-2/data/info.pb
00:27:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:27:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:27:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:27:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:27:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:27:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:27:56.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.158.195:0
00:27:56.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.158.195
00:27:56.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.158.195
00:27:56.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:56.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315
00:27:56.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.158.212:41159
00:27:56.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:56.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:56.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:27:56.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.814671  3263 heartbeater.cc:344] Connected to a master server at 127.2.158.252:39315
00:27:56.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.815323  3263 heartbeater.cc:461] Registering TS with master...
00:27:56.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.816848  3263 heartbeater.cc:507] Master 127.2.158.252:39315 requested a full tablet report, sending...
00:27:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.818168  3264 heartbeater.cc:344] Connected to a master server at 127.2.158.253:37249
00:27:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.818527  3264 heartbeater.cc:461] Registering TS with master...
00:27:56.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.819453  3264 heartbeater.cc:507] Master 127.2.158.253:37249 requested a full tablet report, sending...
00:27:56.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.819805  3265 heartbeater.cc:344] Connected to a master server at 127.2.158.254:46303
00:27:56.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.820196  2885 ts_manager.cc:194] Registered new tserver with Master: 1bb32e77f1634f048eb9e6636a617e9a (127.2.158.194:37077)
00:27:56.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.820271  3265 heartbeater.cc:461] Registering TS with master...
00:27:56.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.821338  3265 heartbeater.cc:507] Master 127.2.158.254:46303 requested a full tablet report, sending...
00:27:56.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.821967  2885 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.158.194:54931
00:27:56.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.822824  2804 ts_manager.cc:194] Registered new tserver with Master: 1bb32e77f1634f048eb9e6636a617e9a (127.2.158.194:37077)
00:27:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.824611  2728 ts_manager.cc:194] Registered new tserver with Master: 1bb32e77f1634f048eb9e6636a617e9a (127.2.158.194:37077)
00:27:57.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:57.132560  3273 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:27:57.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:57.133167  3273 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:27:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:57.134050  3273 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:27:57.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:57.167474  3273 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:27:57.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:57.168499  3273 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.2.158.195
00:27:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.205382  3273 tablet_server_runner.cc:78] Tablet server non-default flags:
00:27:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.158.212:41159
00:27:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-2/data
00:27:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-2/wal
00:27:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.158.195:0
00:27:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:27:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-2/data/info.pb
00:27:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.158.195
00:27:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315
00:27:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:27:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:27:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:27:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.2.158.195
00:27:57.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-2/logs
00:27:57.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:57.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:27:57.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:27:57.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:27:57.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:27:57.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:27:57.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:27:57.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:27:57.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:27:57.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:27:57.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.207234  3273 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:27:57.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.208987  3273 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:27:57.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:57.222688  3279 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:57.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:57.826355  3263 heartbeater.cc:499] Master 127.2.158.252:39315 was elected leader, sending a full tablet report...
00:27:58.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:57.223749  3280 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:58.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:57.233278  3282 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:58.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:58.518628  3281 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
00:27:58.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.519018  3273 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:27:58.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.523944  3273 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:27:58.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.527102  3273 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:27:58.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.528940  3273 hybrid_clock.cc:648] HybridClock initialized: now 1783470478528876 us; error 54 us; skew 500 ppm
00:27:58.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.530273  3273 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:27:58.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.538671  3273 webserver.cc:534] Webserver started at http://127.2.158.195:43295/ using document root <none> and password file <none>
00:27:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.540058  3273 fs_manager.cc:362] Metadata directory not provided
00:27:58.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.540354  3273 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:27:58.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.540939  3273 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:27:58.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.546617  3273 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-2/data/instance:
00:27:58.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b7f1650d89e340019680660abb5423cc"
00:27:58.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:58 on dist-test-slave-j4ld"
00:27:58.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.547857  3273 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-2/wal/instance:
00:27:58.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b7f1650d89e340019680660abb5423cc"
00:27:58.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:58 on dist-test-slave-j4ld"
00:27:58.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.555809  3273 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.001s	sys 0.008s
00:27:58.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.562992  3290 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:27:58.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.564265  3273 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.003s
00:27:58.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.564555  3273 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-2/data,/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-2/wal
00:27:58.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b7f1650d89e340019680660abb5423cc"
00:27:58.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:58 on dist-test-slave-j4ld"
00:27:58.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.564852  3273 fs_report.cc:389] FS layout report
00:27:58.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:27:58.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-2/wal
00:27:58.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-2/wal
00:27:58.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-2/data/data
00:27:58.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:27:58.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:27:58.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:27:58.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:27:58.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:27:58.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:27:58.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:27:58.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:27:58.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:27:58.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:27:58.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:27:58.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.624789  3273 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:27:58.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.626354  3273 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:27:58.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.626775  3273 kserver.cc:163] Server-wide thread pool size limit: 3276
00:27:58.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.629848  3273 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:27:58.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.634059  3273 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:27:58.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.634258  3273 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:27:58.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.634451  3273 ts_tablet_manager.cc:616] Registered 0 tablets
00:27:58.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.634584  3273 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:27:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.804507  3273 rpc_server.cc:307] RPC server started. Bound to: 127.2.158.195:38081
00:27:58.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.804605  3402 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.2.158.195:38081 every 8 connection(s)
00:27:58.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.808774  3273 server_base.cc:1193] Dumped server information to /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-2/data/info.pb
00:27:58.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.813387  2683 external_mini_cluster.cc:1434] Started /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu as pid 3273
00:27:58.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.813977  2683 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster10121634325353122877/ts-2/wal/instance
00:27:58.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.862851  3404 heartbeater.cc:344] Connected to a master server at 127.2.158.253:37249
00:27:58.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.863449  3404 heartbeater.cc:461] Registering TS with master...
00:27:58.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.865042  3404 heartbeater.cc:507] Master 127.2.158.253:37249 requested a full tablet report, sending...
00:27:58.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.866441  3407 heartbeater.cc:344] Connected to a master server at 127.2.158.254:46303
00:27:58.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.866900  3407 heartbeater.cc:461] Registering TS with master...
00:27:58.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.868100  3407 heartbeater.cc:507] Master 127.2.158.254:46303 requested a full tablet report, sending...
00:27:58.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.870211  3403 heartbeater.cc:344] Connected to a master server at 127.2.158.252:39315
00:27:58.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.870271  2804 ts_manager.cc:194] Registered new tserver with Master: b7f1650d89e340019680660abb5423cc (127.2.158.195:38081)
00:27:58.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.870642  3403 heartbeater.cc:461] Registering TS with master...
00:27:58.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.871567  2728 ts_manager.cc:194] Registered new tserver with Master: b7f1650d89e340019680660abb5423cc (127.2.158.195:38081)
00:27:58.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.871758  3403 heartbeater.cc:507] Master 127.2.158.252:39315 requested a full tablet report, sending...
00:27:58.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.874778  2885 ts_manager.cc:194] Registered new tserver with Master: b7f1650d89e340019680660abb5423cc (127.2.158.195:38081)
00:27:58.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.876833  2885 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.2.158.195:51095
00:27:58.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.882757  2683 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
00:27:58.895 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:27:58.896 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

00:27:58.904 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.2.158.254"
      port: 46303
    }
    bound_http_address {
      host: "127.2.158.254"
      port: 35943
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.2.158.253"
      port: 37249
    }
    bound_http_address {
      host: "127.2.158.253"
      port: 41867
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.2.158.252"
      port: 39315
    }
    bound_http_address {
      host: "127.2.158.252"
      port: 45127
    }
  }
}

00:27:58.908 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

00:27:58.911 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.2.158.193"
      port: 33735
    }
    bound_http_address {
      host: "127.2.158.193"
      port: 41339
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.2.158.194"
      port: 37077
    }
    bound_http_address {
      host: "127.2.158.194"
      port: 34043
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.2.158.195"
      port: 38081
    }
    bound_http_address {
      host: "127.2.158.195"
      port: 43295
    }
  }
}

00:27:58.911 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:27:59.089 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
00:27:59.157 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:27:59.256 [DEBUG - Time-limited test] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:27:59.335 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.2.158.254:46303(127.2.158.254:46303)] connecting to peer
00:27:59.407 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.2.158.253:37249(127.2.158.253:37249)] connecting to peer
00:27:59.409 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.2.158.252:39315(127.2.158.252:39315)] connecting to peer
00:27:59.433 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.2.158.253:37249(127.2.158.253:37249)] Successfully connected to peer
00:27:59.441 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.158.254:46303(127.2.158.254:46303)] Successfully connected to peer
00:27:59.442 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.2.158.252:39315(127.2.158.252:39315)] Successfully connected to peer
00:27:59.533 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.158.252
00:27:59.534 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.158.253
00:27:59.544 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.2.158.254
00:27:59.810 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3c7b3ed7, L:/127.0.0.1:41376 - R:/127.2.158.254:46303] using SASL/PLAIN
00:27:59.817 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x89c68624, L:/127.0.0.1:43758 - R:/127.2.158.252:39315] using SASL/PLAIN
00:27:59.817 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x93433041, L:/127.0.0.1:51254 - R:/127.2.158.253:37249] using SASL/PLAIN
00:27:59.855 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:27:59.857 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=566), Traces: [0ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.254:46303, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.253:37249, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.252:39315, [533ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.254:46303: OK, [533ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.253:37249: OK, [533ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.252:39315: OK, deferred=null) after lookup
00:27:59.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.880332  3403 heartbeater.cc:499] Master 127.2.158.252:39315 was elected leader, sending a full tablet report...
00:27:59.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.914877  2885 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:43758:
00:27:59.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "TestMasterFailover-killBefore=OPEN_TABLE"
00:27:59.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:27:59.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:27:59.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
00:27:59.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:27:59.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:27:59.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:27:59.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:27:59.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:27:59.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:27:59.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:27:59.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:27:59.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
00:27:59.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:27:59.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:27:59.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:27:59.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:27:59.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:27:59.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:27:59.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:27:59.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:27:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
00:27:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:27:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:27:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:27:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:27:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:27:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:27:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:27:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:27:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
00:27:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:27:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:27:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
00:27:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
00:27:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
00:27:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
00:27:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:27:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:27:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:27:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:27:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
00:27:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
00:27:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:27:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:27:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:27:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:27:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:27:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:27:59.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:59.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:27:59.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
00:27:59.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:27:59.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
00:27:59.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:27:59.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:27:59.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:27:59.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:59.919386  2885 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestMasterFailover-killBefore=OPEN_TABLE in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:27:59.979 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 9848914ee57e4c0a91b2824fb7a98e1f
00:28:00.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.014899  3197 tablet_service.cc:1511] Processing CreateTablet for tablet c65b850eb1b3475d9215068f981e064f (DEFAULT_TABLE table=TestMasterFailover-killBefore=OPEN_TABLE [id=9848914ee57e4c0a91b2824fb7a98e1f]), partition=RANGE (key) PARTITION UNBOUNDED
00:28:00.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.018539  3197 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c65b850eb1b3475d9215068f981e064f. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:00.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.024302  3338 tablet_service.cc:1511] Processing CreateTablet for tablet c65b850eb1b3475d9215068f981e064f (DEFAULT_TABLE table=TestMasterFailover-killBefore=OPEN_TABLE [id=9848914ee57e4c0a91b2824fb7a98e1f]), partition=RANGE (key) PARTITION UNBOUNDED
00:28:00.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.025982  3338 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c65b850eb1b3475d9215068f981e064f. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:00.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.028187  3056 tablet_service.cc:1511] Processing CreateTablet for tablet c65b850eb1b3475d9215068f981e064f (DEFAULT_TABLE table=TestMasterFailover-killBefore=OPEN_TABLE [id=9848914ee57e4c0a91b2824fb7a98e1f]), partition=RANGE (key) PARTITION UNBOUNDED
00:28:00.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.030321  3056 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c65b850eb1b3475d9215068f981e064f. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:00.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.047770  3438 tablet_bootstrap.cc:492] T c65b850eb1b3475d9215068f981e064f P b7f1650d89e340019680660abb5423cc: Bootstrap starting.
00:28:00.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.050165  3439 tablet_bootstrap.cc:492] T c65b850eb1b3475d9215068f981e064f P 1bb32e77f1634f048eb9e6636a617e9a: Bootstrap starting.
00:28:00.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.057904  3439 tablet_bootstrap.cc:654] T c65b850eb1b3475d9215068f981e064f P 1bb32e77f1634f048eb9e6636a617e9a: Neither blocks nor log segments found. Creating new log.
00:28:00.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.058359  3438 tablet_bootstrap.cc:654] T c65b850eb1b3475d9215068f981e064f P b7f1650d89e340019680660abb5423cc: Neither blocks nor log segments found. Creating new log.
00:28:00.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.060401  3439 log.cc:826] T c65b850eb1b3475d9215068f981e064f P 1bb32e77f1634f048eb9e6636a617e9a: Log is configured to *not* fsync() on all Append() calls
00:28:00.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.061177  3438 log.cc:826] T c65b850eb1b3475d9215068f981e064f P b7f1650d89e340019680660abb5423cc: Log is configured to *not* fsync() on all Append() calls
00:28:00.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.063702  3440 tablet_bootstrap.cc:492] T c65b850eb1b3475d9215068f981e064f P b4c7912a2a7740459b61e5277054d15e: Bootstrap starting.
00:28:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.068812  3439 tablet_bootstrap.cc:492] T c65b850eb1b3475d9215068f981e064f P 1bb32e77f1634f048eb9e6636a617e9a: No bootstrap required, opened a new log
00:28:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.069073  3438 tablet_bootstrap.cc:492] T c65b850eb1b3475d9215068f981e064f P b7f1650d89e340019680660abb5423cc: No bootstrap required, opened a new log
00:28:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.069361  3439 ts_tablet_manager.cc:1403] T c65b850eb1b3475d9215068f981e064f P 1bb32e77f1634f048eb9e6636a617e9a: Time spent bootstrapping tablet: real 0.020s	user 0.008s	sys 0.009s
00:28:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.069586  3438 ts_tablet_manager.cc:1403] T c65b850eb1b3475d9215068f981e064f P b7f1650d89e340019680660abb5423cc: Time spent bootstrapping tablet: real 0.022s	user 0.011s	sys 0.006s
00:28:00.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.072796  3440 tablet_bootstrap.cc:654] T c65b850eb1b3475d9215068f981e064f P b4c7912a2a7740459b61e5277054d15e: Neither blocks nor log segments found. Creating new log.
00:28:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.075461  3440 log.cc:826] T c65b850eb1b3475d9215068f981e064f P b4c7912a2a7740459b61e5277054d15e: Log is configured to *not* fsync() on all Append() calls
00:28:00.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.083149  3440 tablet_bootstrap.cc:492] T c65b850eb1b3475d9215068f981e064f P b4c7912a2a7740459b61e5277054d15e: No bootstrap required, opened a new log
00:28:00.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.083741  3440 ts_tablet_manager.cc:1403] T c65b850eb1b3475d9215068f981e064f P b4c7912a2a7740459b61e5277054d15e: Time spent bootstrapping tablet: real 0.021s	user 0.007s	sys 0.009s
00:28:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.097965  3438 raft_consensus.cc:359] T c65b850eb1b3475d9215068f981e064f P b7f1650d89e340019680660abb5423cc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1bb32e77f1634f048eb9e6636a617e9a" member_type: VOTER last_known_addr { host: "127.2.158.194" port: 37077 } } peers { permanent_uuid: "b7f1650d89e340019680660abb5423cc" member_type: VOTER last_known_addr { host: "127.2.158.195" port: 38081 } } peers { permanent_uuid: "b4c7912a2a7740459b61e5277054d15e" member_type: VOTER last_known_addr { host: "127.2.158.193" port: 33735 } }
00:28:00.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.099259  3438 raft_consensus.cc:385] T c65b850eb1b3475d9215068f981e064f P b7f1650d89e340019680660abb5423cc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:00.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.099756  3438 raft_consensus.cc:740] T c65b850eb1b3475d9215068f981e064f P b7f1650d89e340019680660abb5423cc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b7f1650d89e340019680660abb5423cc, State: Initialized, Role: FOLLOWER
00:28:00.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.101082  3438 consensus_queue.cc:260] T c65b850eb1b3475d9215068f981e064f P b7f1650d89e340019680660abb5423cc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1bb32e77f1634f048eb9e6636a617e9a" member_type: VOTER last_known_addr { host: "127.2.158.194" port: 37077 } } peers { permanent_uuid: "b7f1650d89e340019680660abb5423cc" member_type: VOTER last_known_addr { host: "127.2.158.195" port: 38081 } } peers { permanent_uuid: "b4c7912a2a7740459b61e5277054d15e" member_type: VOTER last_known_addr { host: "127.2.158.193" port: 33735 } }
00:28:00.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.104224  3439 raft_consensus.cc:359] T c65b850eb1b3475d9215068f981e064f P 1bb32e77f1634f048eb9e6636a617e9a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1bb32e77f1634f048eb9e6636a617e9a" member_type: VOTER last_known_addr { host: "127.2.158.194" port: 37077 } } peers { permanent_uuid: "b7f1650d89e340019680660abb5423cc" member_type: VOTER last_known_addr { host: "127.2.158.195" port: 38081 } } peers { permanent_uuid: "b4c7912a2a7740459b61e5277054d15e" member_type: VOTER last_known_addr { host: "127.2.158.193" port: 33735 } }
00:28:00.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.105373  3439 raft_consensus.cc:385] T c65b850eb1b3475d9215068f981e064f P 1bb32e77f1634f048eb9e6636a617e9a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:00.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.105767  3439 raft_consensus.cc:740] T c65b850eb1b3475d9215068f981e064f P 1bb32e77f1634f048eb9e6636a617e9a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1bb32e77f1634f048eb9e6636a617e9a, State: Initialized, Role: FOLLOWER
00:28:00.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.106995  3439 consensus_queue.cc:260] T c65b850eb1b3475d9215068f981e064f P 1bb32e77f1634f048eb9e6636a617e9a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1bb32e77f1634f048eb9e6636a617e9a" member_type: VOTER last_known_addr { host: "127.2.158.194" port: 37077 } } peers { permanent_uuid: "b7f1650d89e340019680660abb5423cc" member_type: VOTER last_known_addr { host: "127.2.158.195" port: 38081 } } peers { permanent_uuid: "b4c7912a2a7740459b61e5277054d15e" member_type: VOTER last_known_addr { host: "127.2.158.193" port: 33735 } }
00:28:00.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.111289  3439 ts_tablet_manager.cc:1434] T c65b850eb1b3475d9215068f981e064f P 1bb32e77f1634f048eb9e6636a617e9a: Time spent starting tablet: real 0.042s	user 0.026s	sys 0.010s
00:28:00.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.111378  3438 ts_tablet_manager.cc:1434] T c65b850eb1b3475d9215068f981e064f P b7f1650d89e340019680660abb5423cc: Time spent starting tablet: real 0.042s	user 0.027s	sys 0.010s
00:28:00.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.117213  3440 raft_consensus.cc:359] T c65b850eb1b3475d9215068f981e064f P b4c7912a2a7740459b61e5277054d15e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1bb32e77f1634f048eb9e6636a617e9a" member_type: VOTER last_known_addr { host: "127.2.158.194" port: 37077 } } peers { permanent_uuid: "b7f1650d89e340019680660abb5423cc" member_type: VOTER last_known_addr { host: "127.2.158.195" port: 38081 } } peers { permanent_uuid: "b4c7912a2a7740459b61e5277054d15e" member_type: VOTER last_known_addr { host: "127.2.158.193" port: 33735 } }
00:28:00.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.118211  3440 raft_consensus.cc:385] T c65b850eb1b3475d9215068f981e064f P b4c7912a2a7740459b61e5277054d15e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:00.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.118542  3440 raft_consensus.cc:740] T c65b850eb1b3475d9215068f981e064f P b4c7912a2a7740459b61e5277054d15e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b4c7912a2a7740459b61e5277054d15e, State: Initialized, Role: FOLLOWER
00:28:00.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.119813  3440 consensus_queue.cc:260] T c65b850eb1b3475d9215068f981e064f P b4c7912a2a7740459b61e5277054d15e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1bb32e77f1634f048eb9e6636a617e9a" member_type: VOTER last_known_addr { host: "127.2.158.194" port: 37077 } } peers { permanent_uuid: "b7f1650d89e340019680660abb5423cc" member_type: VOTER last_known_addr { host: "127.2.158.195" port: 38081 } } peers { permanent_uuid: "b4c7912a2a7740459b61e5277054d15e" member_type: VOTER last_known_addr { host: "127.2.158.193" port: 33735 } }
00:28:00.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.124540  3440 ts_tablet_manager.cc:1434] T c65b850eb1b3475d9215068f981e064f P b4c7912a2a7740459b61e5277054d15e: Time spent starting tablet: real 0.040s	user 0.030s	sys 0.009s
00:28:00.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.139099  3446 raft_consensus.cc:493] T c65b850eb1b3475d9215068f981e064f P b4c7912a2a7740459b61e5277054d15e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.139927  3446 raft_consensus.cc:515] T c65b850eb1b3475d9215068f981e064f P b4c7912a2a7740459b61e5277054d15e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1bb32e77f1634f048eb9e6636a617e9a" member_type: VOTER last_known_addr { host: "127.2.158.194" port: 37077 } } peers { permanent_uuid: "b7f1650d89e340019680660abb5423cc" member_type: VOTER last_known_addr { host: "127.2.158.195" port: 38081 } } peers { permanent_uuid: "b4c7912a2a7740459b61e5277054d15e" member_type: VOTER last_known_addr { host: "127.2.158.193" port: 33735 } }
00:28:00.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.143975  3446 leader_election.cc:290] T c65b850eb1b3475d9215068f981e064f P b4c7912a2a7740459b61e5277054d15e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1bb32e77f1634f048eb9e6636a617e9a (127.2.158.194:37077), b7f1650d89e340019680660abb5423cc (127.2.158.195:38081)
00:28:00.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.157573  3217 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c65b850eb1b3475d9215068f981e064f" candidate_uuid: "b4c7912a2a7740459b61e5277054d15e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1bb32e77f1634f048eb9e6636a617e9a" is_pre_election: true
00:28:00.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.158679  3217 raft_consensus.cc:2468] T c65b850eb1b3475d9215068f981e064f P 1bb32e77f1634f048eb9e6636a617e9a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b4c7912a2a7740459b61e5277054d15e in term 0.
00:28:00.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.160269  3009 leader_election.cc:304] T c65b850eb1b3475d9215068f981e064f P b4c7912a2a7740459b61e5277054d15e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1bb32e77f1634f048eb9e6636a617e9a, b4c7912a2a7740459b61e5277054d15e; no voters: 
00:28:00.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.160547  3358 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c65b850eb1b3475d9215068f981e064f" candidate_uuid: "b4c7912a2a7740459b61e5277054d15e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b7f1650d89e340019680660abb5423cc" is_pre_election: true
00:28:00.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.161253  3446 raft_consensus.cc:2804] T c65b850eb1b3475d9215068f981e064f P b4c7912a2a7740459b61e5277054d15e [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:00.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.161679  3446 raft_consensus.cc:493] T c65b850eb1b3475d9215068f981e064f P b4c7912a2a7740459b61e5277054d15e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:00.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.161576  3358 raft_consensus.cc:2468] T c65b850eb1b3475d9215068f981e064f P b7f1650d89e340019680660abb5423cc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b4c7912a2a7740459b61e5277054d15e in term 0.
00:28:00.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.162012  3446 raft_consensus.cc:3060] T c65b850eb1b3475d9215068f981e064f P b4c7912a2a7740459b61e5277054d15e [term 0 FOLLOWER]: Advancing to term 1
00:28:00.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.166870  3446 raft_consensus.cc:515] T c65b850eb1b3475d9215068f981e064f P b4c7912a2a7740459b61e5277054d15e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1bb32e77f1634f048eb9e6636a617e9a" member_type: VOTER last_known_addr { host: "127.2.158.194" port: 37077 } } peers { permanent_uuid: "b7f1650d89e340019680660abb5423cc" member_type: VOTER last_known_addr { host: "127.2.158.195" port: 38081 } } peers { permanent_uuid: "b4c7912a2a7740459b61e5277054d15e" member_type: VOTER last_known_addr { host: "127.2.158.193" port: 33735 } }
00:28:00.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.168500  3446 leader_election.cc:290] T c65b850eb1b3475d9215068f981e064f P b4c7912a2a7740459b61e5277054d15e [CANDIDATE]: Term 1 election: Requested vote from peers 1bb32e77f1634f048eb9e6636a617e9a (127.2.158.194:37077), b7f1650d89e340019680660abb5423cc (127.2.158.195:38081)
00:28:00.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.169512  3217 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c65b850eb1b3475d9215068f981e064f" candidate_uuid: "b4c7912a2a7740459b61e5277054d15e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1bb32e77f1634f048eb9e6636a617e9a"
00:28:00.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.169605  3358 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c65b850eb1b3475d9215068f981e064f" candidate_uuid: "b4c7912a2a7740459b61e5277054d15e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b7f1650d89e340019680660abb5423cc"
00:28:00.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.170058  3358 raft_consensus.cc:3060] T c65b850eb1b3475d9215068f981e064f P b7f1650d89e340019680660abb5423cc [term 0 FOLLOWER]: Advancing to term 1
00:28:00.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.169999  3217 raft_consensus.cc:3060] T c65b850eb1b3475d9215068f981e064f P 1bb32e77f1634f048eb9e6636a617e9a [term 0 FOLLOWER]: Advancing to term 1
00:28:00.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.176474  3217 raft_consensus.cc:2468] T c65b850eb1b3475d9215068f981e064f P 1bb32e77f1634f048eb9e6636a617e9a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b4c7912a2a7740459b61e5277054d15e in term 1.
00:28:00.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.177765  3009 leader_election.cc:304] T c65b850eb1b3475d9215068f981e064f P b4c7912a2a7740459b61e5277054d15e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1bb32e77f1634f048eb9e6636a617e9a, b4c7912a2a7740459b61e5277054d15e; no voters: 
00:28:00.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.178148  3358 raft_consensus.cc:2468] T c65b850eb1b3475d9215068f981e064f P b7f1650d89e340019680660abb5423cc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b4c7912a2a7740459b61e5277054d15e in term 1.
00:28:00.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.178893  3446 raft_consensus.cc:2804] T c65b850eb1b3475d9215068f981e064f P b4c7912a2a7740459b61e5277054d15e [term 1 FOLLOWER]: Leader election won for term 1
00:28:00.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.181097  3446 raft_consensus.cc:697] T c65b850eb1b3475d9215068f981e064f P b4c7912a2a7740459b61e5277054d15e [term 1 LEADER]: Becoming Leader. State: Replica: b4c7912a2a7740459b61e5277054d15e, State: Running, Role: LEADER
00:28:00.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.182761  3446 consensus_queue.cc:237] T c65b850eb1b3475d9215068f981e064f P b4c7912a2a7740459b61e5277054d15e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1bb32e77f1634f048eb9e6636a617e9a" member_type: VOTER last_known_addr { host: "127.2.158.194" port: 37077 } } peers { permanent_uuid: "b7f1650d89e340019680660abb5423cc" member_type: VOTER last_known_addr { host: "127.2.158.195" port: 38081 } } peers { permanent_uuid: "b4c7912a2a7740459b61e5277054d15e" member_type: VOTER last_known_addr { host: "127.2.158.193" port: 33735 } }
00:28:00.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.202404  2885 catalog_manager.cc:5696] T c65b850eb1b3475d9215068f981e064f P b4c7912a2a7740459b61e5277054d15e reported cstate change: term changed from 0 to 1, leader changed from <none> to b4c7912a2a7740459b61e5277054d15e (127.2.158.193). New cstate: current_term: 1 leader_uuid: "b4c7912a2a7740459b61e5277054d15e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1bb32e77f1634f048eb9e6636a617e9a" member_type: VOTER last_known_addr { host: "127.2.158.194" port: 37077 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b7f1650d89e340019680660abb5423cc" member_type: VOTER last_known_addr { host: "127.2.158.195" port: 38081 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b4c7912a2a7740459b61e5277054d15e" member_type: VOTER last_known_addr { host: "127.2.158.193" port: 33735 } health_report { overall_health: HEALTHY } } }
00:28:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.232811  3129 tablet.cc:2406] T c65b850eb1b3475d9215068f981e064f P b4c7912a2a7740459b61e5277054d15e: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:00.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.306149  3269 tablet.cc:2406] T c65b850eb1b3475d9215068f981e064f P 1bb32e77f1634f048eb9e6636a617e9a: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:00.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.344532  3412 tablet.cc:2406] T c65b850eb1b3475d9215068f981e064f P b7f1650d89e340019680660abb5423cc: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:00.535 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.2.158.252:39315
00:28:00.537 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

00:28:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.538015  2683 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu with pid 2842
00:28:00.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.564551  3446 consensus_queue.cc:1048] T c65b850eb1b3475d9215068f981e064f P b4c7912a2a7740459b61e5277054d15e [LEADER]: Connected to new peer: Peer: permanent_uuid: "b7f1650d89e340019680660abb5423cc" member_type: VOTER last_known_addr { host: "127.2.158.195" port: 38081 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:00.568 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:28:00.572 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.2.158.252:39315(127.2.158.252:39315)] handling channelInactive
00:28:00.572 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.158.252:39315(127.2.158.252:39315)] cleaning up while in state READY due to: connection closed
00:28:00.573 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location master-127.2.158.252:39315(127.2.158.252:39315) for tablet Kudu Master: connection closed
00:28:00.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.590194  3122 heartbeater.cc:646] Failed to heartbeat to 127.2.158.252:39315 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.2.158.252:39315: connect: Connection refused (error 111)
00:28:00.593 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.2.158.252:39315(127.2.158.252:39315)] connecting to peer
00:28:00.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.593444  3446 consensus_queue.cc:1048] T c65b850eb1b3475d9215068f981e064f P b4c7912a2a7740459b61e5277054d15e [LEADER]: Connected to new peer: Peer: permanent_uuid: "1bb32e77f1634f048eb9e6636a617e9a" member_type: VOTER last_known_addr { host: "127.2.158.194" port: 37077 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:00.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.599749  3403 heartbeater.cc:646] Failed to heartbeat to 127.2.158.252:39315 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.2.158.252:39315: connect: Connection refused (error 111)
00:28:00.613 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:00.613 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.158.252:39315(127.2.158.252:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:00.614 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.158.252:39315: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:00.618 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315; will retry
00:28:00.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.623230  3263 heartbeater.cc:646] Failed to heartbeat to 127.2.158.252:39315 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.2.158.252:39315: connect: Connection refused (error 111)
00:28:00.632 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.2.158.252:39315(127.2.158.252:39315)] connecting to peer
00:28:00.637 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:00.637 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.158.252:39315(127.2.158.252:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:00.637 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.158.252:39315: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:00.637 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315; will retry
00:28:00.652 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.2.158.252:39315(127.2.158.252:39315)] connecting to peer
00:28:00.657 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:00.657 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.158.252:39315(127.2.158.252:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:00.658 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.158.252:39315: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:00.658 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315; will retry
00:28:00.673 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.2.158.252:39315(127.2.158.252:39315)] connecting to peer
00:28:00.675 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:00.675 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.2.158.252:39315(127.2.158.252:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:00.675 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.2.158.252:39315: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:00.676 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315; will retry
00:28:00.712 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.2.158.252:39315(127.2.158.252:39315)] connecting to peer
00:28:00.716 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:00.716 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.2.158.252:39315(127.2.158.252:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:00.716 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.2.158.252:39315: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:00.716 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315; will retry
00:28:00.753 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.2.158.252:39315(127.2.158.252:39315)] connecting to peer
00:28:00.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:00.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.158.252:39315(127.2.158.252:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:00.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.158.252:39315: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:00.758 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315; will retry
00:28:00.852 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.2.158.252:39315(127.2.158.252:39315)] connecting to peer
00:28:00.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:00.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.158.252:39315(127.2.158.252:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:00.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.158.252:39315: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:00.857 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315; will retry
00:28:00.972 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.2.158.252:39315(127.2.158.252:39315)] connecting to peer
00:28:00.975 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:00.975 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.2.158.252:39315(127.2.158.252:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:00.975 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.2.158.252:39315: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:00.976 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315; will retry
00:28:01.332 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.2.158.252:39315(127.2.158.252:39315)] connecting to peer
00:28:01.335 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:01.335 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.2.158.252:39315(127.2.158.252:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:01.335 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.2.158.252:39315: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:01.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315; will retry
00:28:01.433 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.2.158.252:39315(127.2.158.252:39315)] connecting to peer
00:28:01.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:01.434 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.2.158.252:39315(127.2.158.252:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:01.435 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.2.158.252:39315: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:01.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315; will retry
00:28:01.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.718747  3469 raft_consensus.cc:493] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [term 1 FOLLOWER]: Starting pre-election (detected failure of leader ef854a12cce34303bc10b9838a64dce1)
00:28:01.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.719246  3469 raft_consensus.cc:515] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3607c4290baa4088aedab1242e3f7d6f" member_type: VOTER last_known_addr { host: "127.2.158.254" port: 46303 } } peers { permanent_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } } peers { permanent_uuid: "ef854a12cce34303bc10b9838a64dce1" member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } }
00:28:01.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.721382  3470 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f [term 1 FOLLOWER]: Starting pre-election (detected failure of leader ef854a12cce34303bc10b9838a64dce1)
00:28:01.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.721913  3469 leader_election.cc:290] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3607c4290baa4088aedab1242e3f7d6f (127.2.158.254:46303), ef854a12cce34303bc10b9838a64dce1 (127.2.158.252:39315)
00:28:01.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.721959  3470 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3607c4290baa4088aedab1242e3f7d6f" member_type: VOTER last_known_addr { host: "127.2.158.254" port: 46303 } } peers { permanent_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } } peers { permanent_uuid: "ef854a12cce34303bc10b9838a64dce1" member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } }
00:28:01.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.722828  2737 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "3607c4290baa4088aedab1242e3f7d6f" is_pre_election: true
00:28:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.723553  2737 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d34d6b4c83384612ba874dcb2d9fef5e in term 1.
00:28:01.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.724653  3470 leader_election.cc:290] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d34d6b4c83384612ba874dcb2d9fef5e (127.2.158.253:37249), ef854a12cce34303bc10b9838a64dce1 (127.2.158.252:39315)
00:28:01.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.725329  2789 leader_election.cc:304] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3607c4290baa4088aedab1242e3f7d6f, d34d6b4c83384612ba874dcb2d9fef5e; no voters: 
00:28:01.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.726341  3469 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [term 1 FOLLOWER]: Leader pre-election won for term 2
00:28:01.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.726720  3469 raft_consensus.cc:493] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [term 1 FOLLOWER]: Starting leader election (detected failure of leader ef854a12cce34303bc10b9838a64dce1)
00:28:01.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.726506  2815 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3607c4290baa4088aedab1242e3f7d6f" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" is_pre_election: true
00:28:01.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:01.725703  2788 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.158.252:39315: connect: Connection refused (error 111) [suppressed 6 similar messages]
00:28:01.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.727100  3469 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [term 1 FOLLOWER]: Advancing to term 2
00:28:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:01.728103  2712 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.158.252:39315: connect: Connection refused (error 111) [suppressed 13 similar messages]
00:28:01.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:01.732314  2712 leader_election.cc:336] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ef854a12cce34303bc10b9838a64dce1 (127.2.158.252:39315): Network error: Client connection negotiation failed: client connection to 127.2.158.252:39315: connect: Connection refused (error 111)
00:28:01.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:01.734236  2788 leader_election.cc:336] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer ef854a12cce34303bc10b9838a64dce1 (127.2.158.252:39315): Network error: Client connection negotiation failed: client connection to 127.2.158.252:39315: connect: Connection refused (error 111)
00:28:01.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.737140  3469 raft_consensus.cc:515] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3607c4290baa4088aedab1242e3f7d6f" member_type: VOTER last_known_addr { host: "127.2.158.254" port: 46303 } } peers { permanent_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } } peers { permanent_uuid: "ef854a12cce34303bc10b9838a64dce1" member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } }
00:28:01.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.738212  2815 raft_consensus.cc:2393] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 3607c4290baa4088aedab1242e3f7d6f in current term 2: Already voted for candidate d34d6b4c83384612ba874dcb2d9fef5e in this term.
00:28:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.741362  2712 leader_election.cc:304] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 3607c4290baa4088aedab1242e3f7d6f; no voters: d34d6b4c83384612ba874dcb2d9fef5e, ef854a12cce34303bc10b9838a64dce1
00:28:01.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.742826  3469 leader_election.cc:290] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [CANDIDATE]: Term 2 election: Requested vote from peers 3607c4290baa4088aedab1242e3f7d6f (127.2.158.254:46303), ef854a12cce34303bc10b9838a64dce1 (127.2.158.252:39315)
00:28:01.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.743036  3470 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f [term 1 FOLLOWER]: Advancing to term 2
00:28:01.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.743216  2737 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "3607c4290baa4088aedab1242e3f7d6f"
00:28:01.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:01.746665  2788 leader_election.cc:336] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer ef854a12cce34303bc10b9838a64dce1 (127.2.158.252:39315): Network error: Client connection negotiation failed: client connection to 127.2.158.252:39315: connect: Connection refused (error 111)
00:28:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.750909  3470 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
00:28:01.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.756114  2737 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3607c4290baa4088aedab1242e3f7d6f [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d34d6b4c83384612ba874dcb2d9fef5e in term 2.
00:28:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.759577  2789 leader_election.cc:304] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3607c4290baa4088aedab1242e3f7d6f, d34d6b4c83384612ba874dcb2d9fef5e; no voters: ef854a12cce34303bc10b9838a64dce1
00:28:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.760445  3469 raft_consensus.cc:2804] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [term 2 FOLLOWER]: Leader election won for term 2
00:28:01.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.761482  3469 raft_consensus.cc:697] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [term 2 LEADER]: Becoming Leader. State: Replica: d34d6b4c83384612ba874dcb2d9fef5e, State: Running, Role: LEADER
00:28:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.762383  3469 consensus_queue.cc:237] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3607c4290baa4088aedab1242e3f7d6f" member_type: VOTER last_known_addr { host: "127.2.158.254" port: 46303 } } peers { permanent_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } } peers { permanent_uuid: "ef854a12cce34303bc10b9838a64dce1" member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } }
00:28:01.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.766315  3475 sys_catalog.cc:455] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [sys.catalog]: SysCatalogTable state changed. Reason: New leader d34d6b4c83384612ba874dcb2d9fef5e. Latest consensus state: current_term: 2 leader_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3607c4290baa4088aedab1242e3f7d6f" member_type: VOTER last_known_addr { host: "127.2.158.254" port: 46303 } } peers { permanent_uuid: "d34d6b4c83384612ba874dcb2d9fef5e" member_type: VOTER last_known_addr { host: "127.2.158.253" port: 37249 } } peers { permanent_uuid: "ef854a12cce34303bc10b9838a64dce1" member_type: VOTER last_known_addr { host: "127.2.158.252" port: 39315 } } }
00:28:01.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.766993  3475 sys_catalog.cc:458] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e [sys.catalog]: This master's current role is: LEADER
00:28:01.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.768901  3477 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:28:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.777772  3477 catalog_manager.cc:679] Loaded metadata for table TestMasterFailover-killBefore=OPEN_TABLE [id=9848914ee57e4c0a91b2824fb7a98e1f]
00:28:01.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.784725  3477 tablet_loader.cc:96] loaded metadata for tablet c65b850eb1b3475d9215068f981e064f (table TestMasterFailover-killBefore=OPEN_TABLE [id=9848914ee57e4c0a91b2824fb7a98e1f])
00:28:01.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.786258  3477 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:28:01.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.790792  3477 catalog_manager.cc:1294] Loaded cluster ID: 36bf5ccf86b346ef90d7c1e84242478f
00:28:01.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.791368  3477 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:28:01.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.796691  3477 catalog_manager.cc:1539] Loading token signing keys...
00:28:01.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.801128  3477 catalog_manager.cc:6080] T 00000000000000000000000000000000 P d34d6b4c83384612ba874dcb2d9fef5e: Loaded TSK: 0
00:28:01.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.802918  3477 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:28:01.872 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.2.158.252:39315(127.2.158.252:39315)] connecting to peer
00:28:01.875 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:01.875 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.2.158.252:39315(127.2.158.252:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:01.875 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.2.158.252:39315: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315
00:28:01.878 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:28:01.881 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=12, TimeoutTracker(timeout=50000, elapsed=1310), Traces: [0ms] sending RPC to server master-127.2.158.252:39315, [5ms] received response from server master-127.2.158.252:39315: Network error: connection closed, [5ms] delaying RPC due to: Network error: connection closed, [24ms] refreshing cache from master, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.254:46303, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.253:37249, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.252:39315, [30ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.253:37249: OK, [32ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.254:46303: OK, [46ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.252:39315: Network error: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315, [55ms] delaying RPC due to: Service unavailable: Master config (127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315, [63ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.254:46303, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.253:37249, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.252:39315, [68ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.254:46303: OK, [68ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.253:37249: OK, [69ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.252:39315: Network error: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315, [70ms] delaying RPC due to: Service unavailable: Master config (127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.254:46303, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.253:37249, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.252:39315, [87ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.254:46303: OK, [88ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.253:37249: OK, [90ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.252:39315: Network error: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315, [90ms] delaying RPC due to: Service unavailable: Master config (127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315, [103ms] refreshing cache from master, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.254:46303, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.253:37249, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.252:39315, [107ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.252:39315: Network error: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315, [108ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.254:46303: OK, [108ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.253:37249: OK, [108ms] delaying RPC due to: Service unavailable: Master config (127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315, [143ms] refreshing cache from master, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.254:46303, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.253:37249, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.252:39315, [147ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.254:46303: OK, [147ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.253:37249: OK, [148ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.252:39315: Network error: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315, [148ms] delaying RPC due to: Service unavailable: Master config (127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315, [184ms] refreshing cache from master, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.254:46303, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.253:37249, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.252:39315, [189ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.254:46303: OK, [189ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.253:37249: OK, [190ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.252:39315: Network error: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315, [190ms] delaying RPC due to: Service unavailable: Master config (127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315, [283ms] refreshing cache from master, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.254:46303, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.253:37249, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.252:39315, [286ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.252:39315: Network error: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315, [288ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.254:46303: OK, [288ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.253:37249: OK, [289ms] delaying RPC due to: Service unavailable: Master config (127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315, [403ms] refreshing cache from master, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.254:46303, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.253:37249, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.252:39315, [407ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.252:39315: Network error: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315, [407ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.254:46303: OK, [407ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.253:37249: OK, [408ms] delaying RPC due to: Service unavailable: Master config (127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315, [763ms] refreshing cache from master, [763ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.254:46303, [763ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.253:37249, [764ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.252:39315, [767ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.252:39315: Network error: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315, [768ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.253:37249: OK, [768ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.254:46303: OK, [768ms] delaying RPC due to: Service unavailable: Master config (127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315, [864ms] refreshing cache from master, [864ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.254:46303, [864ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.253:37249, [865ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.252:39315, [867ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.252:39315: Network error: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315, [868ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.254:46303: OK, [868ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.253:37249: OK, [869ms] delaying RPC due to: Service unavailable: Master config (127.2.158.254:46303,127.2.158.253:37249,127.2.158.252:39315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315, [1303ms] refreshing cache from master, [1303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.254:46303, [1304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.253:37249, [1304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.158.252:39315, [1307ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.252:39315: Network error: Failed to connect to peer master-127.2.158.252:39315(127.2.158.252:39315): Connection refused: /127.2.158.252:39315, [1308ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.254:46303: OK, [1310ms] Sub RPC ConnectToMaster: received response from server master-127.2.158.253:37249: OK, deferred=Deferred@1321015757(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$225/0x00007fa05c362750@4d4b313f -> wakeup thread Time-limited test -> (continuation of Deferred@1645596616 after retry RPC after error@472145496) -> (continuation of Deferred@980508512 after retry RPC after error@774329304) -> (continuation of Deferred@1644208731 after retry RPC after error@1558771421) -> (continuation of Deferred@1825716351 after retry RPC after error@2029985710) -> (continuation of Deferred@520775824 after retry RPC after error@80686002) -> (continuation of Deferred@2032396948 after retry RPC after error@2032240753) -> (continuation of Deferred@891494701 after retry RPC after error@1212944000) -> (continuation of Deferred@777857623 after retry RPC after error@1531600365) -> (continuation of Deferred@2001479136 after retry RPC after error@1608256903) -> (continuation of Deferred@412392377 after retry RPC after error@297273459), errback=passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1645596616 after retry RPC after error@472145496) -> (continuation of Deferred@980508512 after retry RPC after error@774329304) -> (continuation of Deferred@1644208731 after retry RPC after error@1558771421) -> (continuation of Deferred@1825716351 after retry RPC after error@2029985710) -> (continuation of Deferred@520775824 after retry RPC after error@80686002) -> (continuation of Deferred@2032396948 after retry RPC after error@2032240753) -> (continuation of Deferred@891494701 after retry RPC after error@1212944000) -> (continuation of Deferred@777857623 after retry RPC after error@1531600365) -> (continuation of Deferred@2001479136 after retry RPC after error@1608256903) -> (continuation of Deferred@412392377 after retry RPC after error@297273459))) after lookup
00:28:01.887 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9848914ee57e4c0a91b2824fb7a98e1f
00:28:01.909 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet c65b850eb1b3475d9215068f981e064f for table 'TestMasterFailover-killBefore=OPEN_TABLE' with partition [<start>, <end>)
00:28:01.916 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299994, tablet=c65b850eb1b3475d9215068f981e064f@[1bb32e77f1634f048eb9e6636a617e9a(127.2.158.194:37077),b4c7912a2a7740459b61e5277054d15e(127.2.158.193:33735)[L],b7f1650d89e340019680660abb5423cc(127.2.158.195:38081)]}]
00:28:01.924 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=16), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.2.158.253:37249, [9ms] Sub RPC GetTableLocations: received response from server master-127.2.158.253:37249: OK, deferred=null)) after lookup
00:28:01.936 [DEBUG - kudu-nio-1] (Connection.java:748) [peer b4c7912a2a7740459b61e5277054d15e(127.2.158.193:33735)] connecting to peer
00:28:01.938 [DEBUG - kudu-nio-6] (Connection.java:757) [peer b4c7912a2a7740459b61e5277054d15e(127.2.158.193:33735)] Successfully connected to peer
00:28:02.012 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0xefe0021d, L:/127.0.0.1:56622 - R:/127.2.158.193:33735] using TOKEN/null
00:28:02.043 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=TestMasterFailover-killBefore=OPEN_TABLE, tablet=c65b850eb1b3475d9215068f981e064f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:02.052 [DEBUG - Time-limited test] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:28:02.059 [DEBUG - main] (Connection.java:575) [peer b4c7912a2a7740459b61e5277054d15e(127.2.158.193:33735)] disconnecting while in state READY
00:28:02.060 [DEBUG - main] (Connection.java:575) [peer master-127.2.158.252:39315(127.2.158.252:39315)] disconnecting while in state TERMINATED
00:28:02.060 [DEBUG - main] (Connection.java:575) [peer master-127.2.158.253:37249(127.2.158.253:37249)] disconnecting while in state READY
00:28:02.060 [DEBUG - main] (Connection.java:575) [peer master-127.2.158.254:46303(127.2.158.254:46303)] disconnecting while in state READY
00:28:02.074 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:28:02.074 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.2.158.253:37249(127.2.158.253:37249)] handling channelInactive
00:28:02.074 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.158.254:46303(127.2.158.254:46303)] handling channelInactive
00:28:02.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.158.254:46303(127.2.158.254:46303)] cleaning up while in state READY due to: connection closed
00:28:02.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.158.253:37249(127.2.158.253:37249)] cleaning up while in state READY due to: connection closed
00:28:02.077 [DEBUG - kudu-nio-6] (Connection.java:239) [peer b4c7912a2a7740459b61e5277054d15e(127.2.158.193:33735)] handling channelInactive
00:28:02.077 [DEBUG - kudu-nio-6] (Connection.java:709) [peer b4c7912a2a7740459b61e5277054d15e(127.2.158.193:33735)] cleaning up while in state READY due to: connection closed
00:28:02.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.077055  2683 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu with pid 2967
00:28:02.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.110255  2683 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu with pid 3132
00:28:02.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.140573  2683 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu with pid 3273
00:28:02.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.167850  2683 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu with pid 2695
00:28:02.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.198132  2683 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu with pid 2766
00:28:03.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:28:03Z chronyd exiting
.00:28:04.435 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783470484435
00:28:04.438 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
00:28:04.438 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:28:04.438 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task7BOk8m/test-tmp
00:28:04.439 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
00:28:04.439 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task7BOk8m/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
00:28:04.442 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

00:28:04.780 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:28:04.780 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

00:28:04.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:04.783587  3489 mini_oidc.cc:150] Starting JWKS server
00:28:04.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:04.786855  3489 webserver.cc:534] Webserver started at http://127.0.0.1:34575/ using document root <none> and password file <none>
00:28:04.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:04.787271  3489 mini_oidc.cc:186] Starting OIDC Discovery server
00:28:04.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:04.789135  3489 webserver.cc:534] Webserver started at http://127.0.0.1:33709/ using document root <none> and password file <none>
00:28:04.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:28:04Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
00:28:04.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:28:04Z Disabled control of system clock
00:28:04.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:04.856032  3489 external_mini_cluster.cc:1372] Running /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:04.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:04.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-0/wal
00:28:04.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-0/data
00:28:04.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:04.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:04.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:04.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:04.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:04.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:04.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-0/logs
00:28:04.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-0/data/info.pb
00:28:04.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:04.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:04.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:04.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:04.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:04.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:04.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:04.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:04.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:28:04.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:04.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:04.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:04.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.104.126:37059
00:28:04.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.104.126
00:28:04.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:04.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.104.84:40515
00:28:04.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:04.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:04.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:04.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:04.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.104.126:37059,127.3.104.125:41541,127.3.104.124:35781
00:28:04.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:04.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34575/jwks.json with env {}
00:28:05.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:05.183202  3501 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:05.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:05.183905  3501 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:05.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:05.184489  3501 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:05.217097  3501 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:28:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:05.217458  3501 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:05.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:05.217697  3501 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:28:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:05.217907  3501 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:28:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:05.218103  3501 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:28:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:05.218259  3501 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34575/jwks.json
00:28:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:05.255748  3501 master_runner.cc:387] Master server non-default flags:
00:28:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.104.84:40515
00:28:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-0/data
00:28:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-0/wal
00:28:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.104.126:37059,127.3.104.125:41541,127.3.104.124:35781
00:28:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.104.126:37059
00:28:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34575/jwks.json
00:28:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-0/data/info.pb
00:28:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.104.126
00:28:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-0/logs
00:28:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:28:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:05.257162  3501 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:05.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:05.258947  3501 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:05.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:05.272455  3507 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:06.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:05.272979  3508 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:06.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:06.597852  3510 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:06.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:06.600796  3509 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1323 milliseconds
00:28:06.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.600925  3501 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:06.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.602296  3501 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:06.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.604960  3501 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:06.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.606364  3501 hybrid_clock.cc:648] HybridClock initialized: now 1783470486606321 us; error 69 us; skew 500 ppm
00:28:06.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.607419  3501 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:06.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.614420  3501 webserver.cc:534] Webserver started at http://127.3.104.126:34877/ using document root <none> and password file <none>
00:28:06.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.615501  3501 fs_manager.cc:362] Metadata directory not provided
00:28:06.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.615767  3501 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:06.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.616343  3501 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:06.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.620872  3501 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-0/data/instance:
00:28:06.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e0271692d2542eeb139afaa78ec6cc3"
00:28:06.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:06 on dist-test-slave-j4ld"
00:28:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.622237  3501 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-0/wal/instance:
00:28:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e0271692d2542eeb139afaa78ec6cc3"
00:28:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:06 on dist-test-slave-j4ld"
00:28:06.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.630439  3501 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
00:28:06.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.637029  3517 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:06.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.638326  3501 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
00:28:06.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.638736  3501 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-0/data,/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-0/wal
00:28:06.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e0271692d2542eeb139afaa78ec6cc3"
00:28:06.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:06 on dist-test-slave-j4ld"
00:28:06.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.639222  3501 fs_report.cc:389] FS layout report
00:28:06.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:06.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-0/wal
00:28:06.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-0/wal
00:28:06.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-0/data/data
00:28:06.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:06.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:06.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:06.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:06.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:06.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:06.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:06.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:06.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:06.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:06.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:06.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.704716  3501 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:06.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.706455  3501 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:06.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.707028  3501 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:06.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.788518  3501 rpc_server.cc:307] RPC server started. Bound to: 127.3.104.126:37059
00:28:06.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.788604  3568 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.104.126:37059 every 8 connection(s)
00:28:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.791424  3501 server_base.cc:1193] Dumped server information to /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-0/data/info.pb
00:28:06.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.797003  3489 external_mini_cluster.cc:1434] Started /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu as pid 3501
00:28:06.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.797550  3489 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-0/wal/instance
00:28:06.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.798226  3569 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.802724  3489 external_mini_cluster.cc:1372] Running /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-1/wal
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-1/data
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-1/logs
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-1/data/info.pb
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.104.125:41541
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.104.125
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.104.84:40515
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.104.126:37059,127.3.104.125:41541,127.3.104.124:35781
00:28:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34575/jwks.json with env {}
00:28:06.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.813948  3569 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } has no permanent_uuid. Determining permanent_uuid...
00:28:06.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.846721  3569 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } has no permanent_uuid. Determining permanent_uuid...
00:28:06.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:06.849797  3519 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.104.125:41541: connect: Connection refused (error 111)
00:28:06.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:06.854849  3569 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.104.125:41541: Network error: Client connection negotiation failed: client connection to 127.3.104.125:41541: connect: Connection refused (error 111)
00:28:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.904348  3569 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } attempt: 1
00:28:06.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:06.910264  3569 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.104.125:41541: Network error: Client connection negotiation failed: client connection to 127.3.104.125:41541: connect: Connection refused (error 111)
00:28:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.978749  3569 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } attempt: 2
00:28:06.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:06.984264  3569 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.104.125:41541: Network error: Client connection negotiation failed: client connection to 127.3.104.125:41541: connect: Connection refused (error 111)
00:28:07.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:07.075690  3569 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } attempt: 3
00:28:07.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.080389  3569 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.104.125:41541: Network error: Client connection negotiation failed: client connection to 127.3.104.125:41541: connect: Connection refused (error 111)
00:28:07.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.148077  3571 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:07.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.148649  3571 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:07.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.149130  3571 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:07.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.182456  3571 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:28:07.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.182752  3571 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:07.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.182945  3571 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:28:07.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.183290  3571 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:28:07.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.183645  3571 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:28:07.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.183904  3571 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34575/jwks.json
00:28:07.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:07.221166  3571 master_runner.cc:387] Master server non-default flags:
00:28:07.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:07.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.104.84:40515
00:28:07.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:07.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:07.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-1/data
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-1/wal
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.104.126:37059,127.3.104.125:41541,127.3.104.124:35781
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.104.125:41541
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34575/jwks.json
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-1/data/info.pb
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.104.125
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-1/logs
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:07.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:07.222725  3571 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:07.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:07.223920  3569 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } attempt: 4
00:28:07.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:07.224865  3571 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.228216  3569 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.104.125:41541: Network error: Client connection negotiation failed: client connection to 127.3.104.125:41541: connect: Connection refused (error 111)
00:28:07.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.236552  3580 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:07.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:07.527745  3569 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } attempt: 5
00:28:07.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.540742  3569 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.104.125:41541: Network error: Client connection negotiation failed: client connection to 127.3.104.125:41541: connect: Connection refused (error 111)
00:28:08.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.088373  3569 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } attempt: 6
00:28:08.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:08.101869  3569 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.104.125:41541: Network error: Client connection negotiation failed: client connection to 127.3.104.125:41541: connect: Connection refused (error 111)
00:28:08.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.242954  3583 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:08.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.238425  3581 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:08.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:08.493389  3582 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1250 milliseconds
00:28:08.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.493561  3571 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:08.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.495064  3571 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:08.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.498303  3571 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:08.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.499753  3571 hybrid_clock.cc:648] HybridClock initialized: now 1783470488499705 us; error 66 us; skew 500 ppm
00:28:08.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.500545  3571 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:08.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.506858  3571 webserver.cc:534] Webserver started at http://127.3.104.125:34491/ using document root <none> and password file <none>
00:28:08.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.507772  3571 fs_manager.cc:362] Metadata directory not provided
00:28:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.507973  3571 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.508364  3571 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:08.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.512635  3571 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-1/data/instance:
00:28:08.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "717cacdf92c44cd19f6623c1d7e365ba"
00:28:08.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:08 on dist-test-slave-j4ld"
00:28:08.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.513808  3571 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-1/wal/instance:
00:28:08.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "717cacdf92c44cd19f6623c1d7e365ba"
00:28:08.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:08 on dist-test-slave-j4ld"
00:28:08.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.521081  3571 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.000s
00:28:08.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.526824  3592 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:08.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.527930  3571 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
00:28:08.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.528291  3571 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-1/data,/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-1/wal
00:28:08.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "717cacdf92c44cd19f6623c1d7e365ba"
00:28:08.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:08 on dist-test-slave-j4ld"
00:28:08.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.528688  3571 fs_report.cc:389] FS layout report
00:28:08.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:08.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-1/wal
00:28:08.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-1/wal
00:28:08.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-1/data/data
00:28:08.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:08.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:08.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:08.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:08.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:08.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:08.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:08.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:08.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:08.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:08.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:08.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.583719  3571 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:08.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.585317  3571 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:08.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.585888  3571 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:08.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.659647  3571 rpc_server.cc:307] RPC server started. Bound to: 127.3.104.125:41541
00:28:08.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.659740  3643 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.104.125:41541 every 8 connection(s)
00:28:08.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.662609  3571 server_base.cc:1193] Dumped server information to /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-1/data/info.pb
00:28:08.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.668511  3644 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:08.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.671285  3489 external_mini_cluster.cc:1434] Started /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu as pid 3571
00:28:08.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.671627  3489 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-1/wal/instance
00:28:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.673698  3489 external_mini_cluster.cc:1372] Running /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-2/wal
00:28:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-2/data
00:28:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-2/logs
00:28:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-2/data/info.pb
00:28:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:28:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:08.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.104.124:35781
00:28:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.104.124
00:28:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.104.84:40515
00:28:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.104.126:37059,127.3.104.125:41541,127.3.104.124:35781
00:28:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34575/jwks.json with env {}
00:28:08.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.680387  3644 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } has no permanent_uuid. Determining permanent_uuid...
00:28:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.704726  3644 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } has no permanent_uuid. Determining permanent_uuid...
00:28:08.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.720645  3644 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } has no permanent_uuid. Determining permanent_uuid...
00:28:08.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:08.723510  3596 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.104.124:35781: connect: Connection refused (error 111)
00:28:08.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:08.728041  3644 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.104.124:35781: Network error: Client connection negotiation failed: client connection to 127.3.104.124:35781: connect: Connection refused (error 111)
00:28:08.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.777750  3644 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } attempt: 1
00:28:08.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:08.782711  3644 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.104.124:35781: Network error: Client connection negotiation failed: client connection to 127.3.104.124:35781: connect: Connection refused (error 111)
00:28:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.851315  3644 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } attempt: 2
00:28:08.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:08.856256  3644 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.104.124:35781: Network error: Client connection negotiation failed: client connection to 127.3.104.124:35781: connect: Connection refused (error 111)
00:28:08.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.947781  3644 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } attempt: 3
00:28:08.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:08.952301  3644 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.104.124:35781: Network error: Client connection negotiation failed: client connection to 127.3.104.124:35781: connect: Connection refused (error 111)
00:28:09.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.019524  3646 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:09.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.020270  3646 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:09.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.020900  3646 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:09.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.053622  3646 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:28:09.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.053994  3646 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:09.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.054395  3646 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:28:09.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.054783  3646 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:28:09.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.055114  3646 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:28:09.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.055367  3646 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34575/jwks.json
00:28:09.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.093240  3646 master_runner.cc:387] Master server non-default flags:
00:28:09.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:09.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.104.84:40515
00:28:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-2/data
00:28:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-2/wal
00:28:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.104.126:37059,127.3.104.125:41541,127.3.104.124:35781
00:28:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.104.124:35781
00:28:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34575/jwks.json
00:28:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-2/data/info.pb
00:28:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.104.124
00:28:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-2/logs
00:28:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:09.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:09.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:28:09.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:09.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:09.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:09.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:09.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:09.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:09.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.095103  3646 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:09.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.095677  3644 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } attempt: 4
00:28:09.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.097318  3646 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:09.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.099920  3644 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.104.124:35781: Network error: Client connection negotiation failed: client connection to 127.3.104.124:35781: connect: Connection refused (error 111)
00:28:09.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.109056  3656 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:09.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.162490  3569 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } attempt: 7
00:28:09.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.177265  3569 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } has no permanent_uuid. Determining permanent_uuid...
00:28:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.183916  3569 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.104.124:35781: Network error: Client connection negotiation failed: client connection to 127.3.104.124:35781: connect: Connection refused (error 111)
00:28:09.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.242583  3569 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } attempt: 1
00:28:09.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.247363  3569 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.104.124:35781: Network error: Client connection negotiation failed: client connection to 127.3.104.124:35781: connect: Connection refused (error 111)
00:28:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.328823  3569 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } attempt: 2
00:28:09.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.335170  3569 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.104.124:35781: Network error: Client connection negotiation failed: client connection to 127.3.104.124:35781: connect: Connection refused (error 111)
00:28:09.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.399326  3644 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } attempt: 5
00:28:09.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.406242  3644 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.104.124:35781: Network error: Client connection negotiation failed: client connection to 127.3.104.124:35781: connect: Connection refused (error 111)
00:28:09.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.420666  3569 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } attempt: 3
00:28:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.426743  3569 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.104.124:35781: Network error: Client connection negotiation failed: client connection to 127.3.104.124:35781: connect: Connection refused (error 111)
00:28:09.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.567201  3569 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } attempt: 4
00:28:09.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.573114  3569 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.104.124:35781: Network error: Client connection negotiation failed: client connection to 127.3.104.124:35781: connect: Connection refused (error 111)
00:28:09.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.856571  3569 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } attempt: 5
00:28:09.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.862416  3569 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.104.124:35781: Network error: Client connection negotiation failed: client connection to 127.3.104.124:35781: connect: Connection refused (error 111)
00:28:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.953722  3644 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } attempt: 6
00:28:09.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.962549  3644 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.104.124:35781: Network error: Client connection negotiation failed: client connection to 127.3.104.124:35781: connect: Connection refused (error 111)
00:28:10.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.113814  3659 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:10.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.110683  3657 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:10.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:10.343801  3658 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
00:28:10.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.343849  3646 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:10.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.348452  3646 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.351239  3646 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:10.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.352689  3646 hybrid_clock.cc:648] HybridClock initialized: now 1783470490352638 us; error 58 us; skew 500 ppm
00:28:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.353878  3646 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:10.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.360996  3646 webserver.cc:534] Webserver started at http://127.3.104.124:45017/ using document root <none> and password file <none>
00:28:10.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.362247  3646 fs_manager.cc:362] Metadata directory not provided
00:28:10.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.362530  3646 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:10.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.363168  3646 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:10.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.368345  3646 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-2/data/instance:
00:28:10.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2254fbc7932a4562b180052b5c098aa2"
00:28:10.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:10 on dist-test-slave-j4ld"
00:28:10.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.369827  3646 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-2/wal/instance:
00:28:10.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2254fbc7932a4562b180052b5c098aa2"
00:28:10.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:10 on dist-test-slave-j4ld"
00:28:10.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.378085  3646 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.001s
00:28:10.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.384747  3670 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:10.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.385951  3646 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
00:28:10.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.386327  3646 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-2/data,/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-2/wal
00:28:10.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2254fbc7932a4562b180052b5c098aa2"
00:28:10.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:10 on dist-test-slave-j4ld"
00:28:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.386762  3646 fs_report.cc:389] FS layout report
00:28:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-2/wal
00:28:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-2/wal
00:28:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-2/data/data
00:28:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:10.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.414889  3569 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } attempt: 6
00:28:10.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:10.422572  3569 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.3.104.124:35781: Network error: Client connection negotiation failed: client connection to 127.3.104.124:35781: connect: Connection refused (error 111)
00:28:10.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.436394  3646 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.437958  3646 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.438373  3646 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:10.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.512568  3646 rpc_server.cc:307] RPC server started. Bound to: 127.3.104.124:35781
00:28:10.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.512775  3723 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.104.124:35781 every 8 connection(s)
00:28:10.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.515285  3646 server_base.cc:1193] Dumped server information to /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-2/data/info.pb
00:28:10.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.521449  3724 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:10.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.521906  3489 external_mini_cluster.cc:1434] Started /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu as pid 3646
00:28:10.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.522253  3489 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/master-2/wal/instance
00:28:10.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.539602  3724 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } has no permanent_uuid. Determining permanent_uuid...
00:28:10.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.567739  3724 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } has no permanent_uuid. Determining permanent_uuid...
00:28:10.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.578163  3724 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } has no permanent_uuid. Determining permanent_uuid...
00:28:10.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.595377  3724 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2: Bootstrap starting.
00:28:10.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.601799  3724 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2: Neither blocks nor log segments found. Creating new log.
00:28:10.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.603497  3724 log.cc:826] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2: Log is configured to *not* fsync() on all Append() calls
00:28:10.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.609151  3724 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2: No bootstrap required, opened a new log
00:28:10.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.629069  3724 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } } peers { permanent_uuid: "717cacdf92c44cd19f6623c1d7e365ba" member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } } peers { permanent_uuid: "2254fbc7932a4562b180052b5c098aa2" member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } }
00:28:10.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.629911  3724 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:10.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.630129  3724 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2254fbc7932a4562b180052b5c098aa2, State: Initialized, Role: FOLLOWER
00:28:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.630916  3724 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } } peers { permanent_uuid: "717cacdf92c44cd19f6623c1d7e365ba" member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } } peers { permanent_uuid: "2254fbc7932a4562b180052b5c098aa2" member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } }
00:28:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.633287  3733 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } } peers { permanent_uuid: "717cacdf92c44cd19f6623c1d7e365ba" member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } } peers { permanent_uuid: "2254fbc7932a4562b180052b5c098aa2" member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } } }
00:28:10.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.633930  3733 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2 [sys.catalog]: This master's current role is: FOLLOWER
00:28:10.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.635051  3724 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2 [sys.catalog]: configured and running, proceeding with master startup.
00:28:10.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:10.664821  3744 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:28:10.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:10.665539  3744 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:28:10.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.657497  3646 master_runner.cc:187] Error getting master registration for 127.3.104.126:37059: OK, instance_id { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" instance_seqno: 1783470486767379 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:28:10.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.684495  3646 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:28:10.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:10.693903  3678 tablet.cc:2406] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:10.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.803555  3733 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:10.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.804171  3733 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } } peers { permanent_uuid: "717cacdf92c44cd19f6623c1d7e365ba" member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } } peers { permanent_uuid: "2254fbc7932a4562b180052b5c098aa2" member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } }
00:28:10.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.807014  3733 leader_election.cc:290] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5e0271692d2542eeb139afaa78ec6cc3 (127.3.104.126:37059), 717cacdf92c44cd19f6623c1d7e365ba (127.3.104.125:41541)
00:28:11.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.022960  3644 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } attempt: 7
00:28:11.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.045709  3644 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba: Bootstrap starting.
00:28:11.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.053665  3644 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba: Neither blocks nor log segments found. Creating new log.
00:28:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.055984  3644 log.cc:826] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba: Log is configured to *not* fsync() on all Append() calls
00:28:11.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.061280  3644 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba: No bootstrap required, opened a new log
00:28:11.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.083741  3644 raft_consensus.cc:359] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } } peers { permanent_uuid: "717cacdf92c44cd19f6623c1d7e365ba" member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } } peers { permanent_uuid: "2254fbc7932a4562b180052b5c098aa2" member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } }
00:28:11.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.084425  3644 raft_consensus.cc:385] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:11.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.084719  3644 raft_consensus.cc:740] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 717cacdf92c44cd19f6623c1d7e365ba, State: Initialized, Role: FOLLOWER
00:28:11.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.085713  3644 consensus_queue.cc:260] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } } peers { permanent_uuid: "717cacdf92c44cd19f6623c1d7e365ba" member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } } peers { permanent_uuid: "2254fbc7932a4562b180052b5c098aa2" member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } }
00:28:11.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.088490  3748 sys_catalog.cc:455] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } } peers { permanent_uuid: "717cacdf92c44cd19f6623c1d7e365ba" member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } } peers { permanent_uuid: "2254fbc7932a4562b180052b5c098aa2" member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } } }
00:28:11.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.089270  3748 sys_catalog.cc:458] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [sys.catalog]: This master's current role is: FOLLOWER
00:28:11.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.090356  3644 sys_catalog.cc:565] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [sys.catalog]: configured and running, proceeding with master startup.
00:28:11.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.090612  3619 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2254fbc7932a4562b180052b5c098aa2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "717cacdf92c44cd19f6623c1d7e365ba" is_pre_election: true
00:28:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:11.094580  3598 tablet.cc:2406] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:11.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.098707  3619 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2254fbc7932a4562b180052b5c098aa2 in term 0.
00:28:11.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.100390  3674 leader_election.cc:304] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2254fbc7932a4562b180052b5c098aa2, 717cacdf92c44cd19f6623c1d7e365ba; no voters: 
00:28:11.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.101610  3733 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:11.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.101984  3733 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:11.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.102324  3733 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2 [term 0 FOLLOWER]: Advancing to term 1
00:28:11.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.111486  3733 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } } peers { permanent_uuid: "717cacdf92c44cd19f6623c1d7e365ba" member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } } peers { permanent_uuid: "2254fbc7932a4562b180052b5c098aa2" member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } }
00:28:11.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.116411  3619 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2254fbc7932a4562b180052b5c098aa2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "717cacdf92c44cd19f6623c1d7e365ba"
00:28:11.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.117271  3619 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [term 0 FOLLOWER]: Advancing to term 1
00:28:11.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.123242  3733 leader_election.cc:290] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2 [CANDIDATE]: Term 1 election: Requested vote from peers 5e0271692d2542eeb139afaa78ec6cc3 (127.3.104.126:37059), 717cacdf92c44cd19f6623c1d7e365ba (127.3.104.125:41541)
00:28:11.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.126010  3619 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2254fbc7932a4562b180052b5c098aa2 in term 1.
00:28:11.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.127701  3674 leader_election.cc:304] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2254fbc7932a4562b180052b5c098aa2, 717cacdf92c44cd19f6623c1d7e365ba; no voters: 
00:28:11.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.128625  3733 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2 [term 1 FOLLOWER]: Leader election won for term 1
00:28:11.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.138094  3760 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
00:28:11.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.138218  3733 raft_consensus.cc:697] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2 [term 1 LEADER]: Becoming Leader. State: Replica: 2254fbc7932a4562b180052b5c098aa2, State: Running, Role: LEADER
00:28:11.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.139334  3733 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } } peers { permanent_uuid: "717cacdf92c44cd19f6623c1d7e365ba" member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } } peers { permanent_uuid: "2254fbc7932a4562b180052b5c098aa2" member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } }
00:28:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.156780  3759 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2254fbc7932a4562b180052b5c098aa2. Latest consensus state: current_term: 1 leader_uuid: "2254fbc7932a4562b180052b5c098aa2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } } peers { permanent_uuid: "717cacdf92c44cd19f6623c1d7e365ba" member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } } peers { permanent_uuid: "2254fbc7932a4562b180052b5c098aa2" member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } } }
00:28:11.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.159161  3759 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2 [sys.catalog]: This master's current role is: LEADER
00:28:11.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.165858  3762 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:28:11.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.174564  3762 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:28:11.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.145649  3571 master_runner.cc:187] Error getting master registration for 127.3.104.126:37059: OK, instance_id { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" instance_seqno: 1783470486767379 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:28:11.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.177115  3571 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:28:11.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.196089  3619 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [term 1 FOLLOWER]: Refusing update from remote peer 2254fbc7932a4562b180052b5c098aa2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:28:11.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.197999  3759 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "717cacdf92c44cd19f6623c1d7e365ba" member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:11.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.219789  3748 sys_catalog.cc:455] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2254fbc7932a4562b180052b5c098aa2. Latest consensus state: current_term: 1 leader_uuid: "2254fbc7932a4562b180052b5c098aa2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } } peers { permanent_uuid: "717cacdf92c44cd19f6623c1d7e365ba" member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } } peers { permanent_uuid: "2254fbc7932a4562b180052b5c098aa2" member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } } }
00:28:11.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.220993  3748 sys_catalog.cc:458] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [sys.catalog]: This master's current role is: FOLLOWER
00:28:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.221262  3759 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2254fbc7932a4562b180052b5c098aa2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } } peers { permanent_uuid: "717cacdf92c44cd19f6623c1d7e365ba" member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } } peers { permanent_uuid: "2254fbc7932a4562b180052b5c098aa2" member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } } }
00:28:11.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.222052  3759 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2 [sys.catalog]: This master's current role is: LEADER
00:28:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.227947  3762 catalog_manager.cc:1382] Generated new cluster ID: 93ed0a0f2eb243f2ace4271ee856a3e3
00:28:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.228271  3762 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:28:11.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.239454  3748 sys_catalog.cc:455] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2254fbc7932a4562b180052b5c098aa2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } } peers { permanent_uuid: "717cacdf92c44cd19f6623c1d7e365ba" member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } } peers { permanent_uuid: "2254fbc7932a4562b180052b5c098aa2" member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } } }
00:28:11.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.240218  3748 sys_catalog.cc:458] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [sys.catalog]: This master's current role is: FOLLOWER
00:28:11.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.259622  3762 catalog_manager.cc:1405] Generated new certificate authority record
00:28:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.261787  3762 catalog_manager.cc:1539] Loading token signing keys...
00:28:11.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.296442  3762 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2: Generated new TSK 0
00:28:11.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.298012  3762 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:28:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.318172  3489 external_mini_cluster.cc:1372] Running /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-0/wal
00:28:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-0/data
00:28:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-0/logs
00:28:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-0/data/info.pb
00:28:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:28:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.104.65:0
00:28:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.104.65
00:28:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.104.65
00:28:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.104.126:37059,127.3.104.125:41541,127.3.104.124:35781
00:28:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.104.84:40515
00:28:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:28:11.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.455991  3569 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } attempt: 7
00:28:11.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.482765  3569 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3: Bootstrap starting.
00:28:11.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.491643  3569 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3: Neither blocks nor log segments found. Creating new log.
00:28:11.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.494625  3569 log.cc:826] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3: Log is configured to *not* fsync() on all Append() calls
00:28:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.501695  3569 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3: No bootstrap required, opened a new log
00:28:11.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.537911  3569 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } } peers { permanent_uuid: "717cacdf92c44cd19f6623c1d7e365ba" member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } } peers { permanent_uuid: "2254fbc7932a4562b180052b5c098aa2" member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } }
00:28:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.539602  3569 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:11.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.540563  3569 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5e0271692d2542eeb139afaa78ec6cc3, State: Initialized, Role: FOLLOWER
00:28:11.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.542289  3569 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } } peers { permanent_uuid: "717cacdf92c44cd19f6623c1d7e365ba" member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } } peers { permanent_uuid: "2254fbc7932a4562b180052b5c098aa2" member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } }
00:28:11.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.555225  3569 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3 [sys.catalog]: configured and running, proceeding with master startup.
00:28:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.555881  3542 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3 [term 0 FOLLOWER]: Advancing to term 1
00:28:11.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.560336  3771 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } } peers { permanent_uuid: "717cacdf92c44cd19f6623c1d7e365ba" member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } } peers { permanent_uuid: "2254fbc7932a4562b180052b5c098aa2" member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } } }
00:28:11.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.561659  3771 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3 [sys.catalog]: This master's current role is: FOLLOWER
00:28:11.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.564222  3544 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2254fbc7932a4562b180052b5c098aa2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5e0271692d2542eeb139afaa78ec6cc3" is_pre_election: true
00:28:11.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.566519  3543 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2254fbc7932a4562b180052b5c098aa2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5e0271692d2542eeb139afaa78ec6cc3"
00:28:11.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.588472  3542 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3 [term 1 FOLLOWER]: Refusing update from remote peer 2254fbc7932a4562b180052b5c098aa2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:28:11.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.598171  3759 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:11.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.713433  3771 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2254fbc7932a4562b180052b5c098aa2. Latest consensus state: current_term: 1 leader_uuid: "2254fbc7932a4562b180052b5c098aa2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } } peers { permanent_uuid: "717cacdf92c44cd19f6623c1d7e365ba" member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } } peers { permanent_uuid: "2254fbc7932a4562b180052b5c098aa2" member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } } }
00:28:11.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.714290  3771 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3 [sys.catalog]: This master's current role is: FOLLOWER
00:28:11.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.709087  3781 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2254fbc7932a4562b180052b5c098aa2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } } peers { permanent_uuid: "717cacdf92c44cd19f6623c1d7e365ba" member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } } peers { permanent_uuid: "2254fbc7932a4562b180052b5c098aa2" member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } } }
00:28:11.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.717248  3781 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3 [sys.catalog]: This master's current role is: FOLLOWER
00:28:11.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.727454  3788 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
00:28:11.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:11.882745  3768 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:11.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:11.883421  3768 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:11.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:11.884169  3768 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:11.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:11.931198  3768 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:11.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:11.932233  3768 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.104.65
00:28:11.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.972378  3768 tablet_server_runner.cc:78] Tablet server non-default flags:
00:28:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.104.84:40515
00:28:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-0/data
00:28:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-0/wal
00:28:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.104.65:0
00:28:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-0/data/info.pb
00:28:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.104.65
00:28:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.104.126:37059,127.3.104.125:41541,127.3.104.124:35781
00:28:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.104.65
00:28:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-0/logs
00:28:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:28:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:11.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:11.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:11.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:11.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:11.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:11.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.974195  3768 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:11.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.975911  3768 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:11.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:11.990525  3794 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:12.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.159888  3760 catalog_manager.cc:1294] Loaded cluster ID: 93ed0a0f2eb243f2ace4271ee856a3e3
00:28:12.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.160818  3760 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba: loading cluster ID for follower catalog manager: success
00:28:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.180437  3760 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba: acquiring CA information for follower catalog manager: success
00:28:12.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.195363  3759 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2254fbc7932a4562b180052b5c098aa2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } } peers { permanent_uuid: "717cacdf92c44cd19f6623c1d7e365ba" member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } } peers { permanent_uuid: "2254fbc7932a4562b180052b5c098aa2" member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } } }
00:28:12.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.196097  3759 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2254fbc7932a4562b180052b5c098aa2 [sys.catalog]: This master's current role is: LEADER
00:28:12.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.208019  3760 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:28:12.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.770828  3788 catalog_manager.cc:1294] Loaded cluster ID: 93ed0a0f2eb243f2ace4271ee856a3e3
00:28:12.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.771636  3788 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3: loading cluster ID for follower catalog manager: success
00:28:12.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.818249  3788 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3: acquiring CA information for follower catalog manager: success
00:28:12.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.825390  3788 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:28:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:13.395828  3793 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 3768
00:28:14.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:14.577289  3768 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.585s	user 0.779s	sys 1.512s
00:28:14.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:14.579684  3797 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:14.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:11.992792  3795 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:14.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:14.579793  3768 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.588s	user 0.779s	sys 1.512s
00:28:14.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:14.577950  3796 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2584 milliseconds
00:28:14.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.585314  3768 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:14.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.586894  3768 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.602305  3768 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.603958  3768 hybrid_clock.cc:648] HybridClock initialized: now 1783470494603920 us; error 51 us; skew 500 ppm
00:28:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.605108  3768 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.646668  3768 webserver.cc:534] Webserver started at http://127.3.104.65:34433/ using document root <none> and password file <none>
00:28:14.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.648036  3768 fs_manager.cc:362] Metadata directory not provided
00:28:14.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.648322  3768 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:14.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.648931  3768 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.655400  3768 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-0/data/instance:
00:28:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2c84299d2a44f2aad286f0493c04d9f"
00:28:14.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:14 on dist-test-slave-j4ld"
00:28:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.656965  3768 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-0/wal/instance:
00:28:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2c84299d2a44f2aad286f0493c04d9f"
00:28:14.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:14 on dist-test-slave-j4ld"
00:28:14.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.679965  3768 fs_manager.cc:696] Time spent creating directory manager: real 0.022s	user 0.004s	sys 0.016s
00:28:14.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.693602  3808 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:14.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.695030  3768 fs_manager.cc:730] Time spent opening block manager: real 0.010s	user 0.004s	sys 0.007s
00:28:14.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.695466  3768 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-0/data,/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-0/wal
00:28:14.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2c84299d2a44f2aad286f0493c04d9f"
00:28:14.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:14 on dist-test-slave-j4ld"
00:28:14.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.695926  3768 fs_report.cc:389] FS layout report
00:28:14.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:14.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-0/wal
00:28:14.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-0/wal
00:28:14.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-0/data/data
00:28:14.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:14.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:14.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:14.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:14.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:14.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:14.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:14.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:14.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:14.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:14.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:14.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.790670  3768 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:14.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.792852  3768 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:14.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.793727  3768 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:14.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.803342  3768 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:28:14.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.820294  3768 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:28:14.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.820647  3768 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:28:14.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.820952  3768 ts_tablet_manager.cc:616] Registered 0 tablets
00:28:14.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.821183  3768 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:28:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.227566  3768 rpc_server.cc:307] RPC server started. Bound to: 127.3.104.65:37127
00:28:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.227730  3922 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.104.65:37127 every 8 connection(s)
00:28:15.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.230577  3768 server_base.cc:1193] Dumped server information to /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-0/data/info.pb
00:28:15.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.238415  3489 external_mini_cluster.cc:1434] Started /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu as pid 3768
00:28:15.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.239418  3489 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-0/wal/instance
00:28:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.256628  3489 external_mini_cluster.cc:1372] Running /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-1/wal
00:28:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-1/data
00:28:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-1/logs
00:28:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-1/data/info.pb
00:28:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:15.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:15.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:15.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:15.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:15.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:15.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:28:15.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:15.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.104.66:0
00:28:15.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.104.66
00:28:15.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.104.66
00:28:15.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:15.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.104.126:37059,127.3.104.125:41541,127.3.104.124:35781
00:28:15.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.104.84:40515
00:28:15.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:15.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:15.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:28:15.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.290268  3923 heartbeater.cc:344] Connected to a master server at 127.3.104.124:35781
00:28:15.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.294952  3923 heartbeater.cc:461] Registering TS with master...
00:28:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.296531  3923 heartbeater.cc:507] Master 127.3.104.124:35781 requested a full tablet report, sending...
00:28:15.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.300848  3689 ts_manager.cc:194] Registered new tserver with Master: c2c84299d2a44f2aad286f0493c04d9f (127.3.104.65:37127)
00:28:15.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.303905  3689 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.104.65:34091
00:28:15.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.304575  3928 heartbeater.cc:344] Connected to a master server at 127.3.104.126:37059
00:28:15.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.305024  3928 heartbeater.cc:461] Registering TS with master...
00:28:15.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.306223  3928 heartbeater.cc:507] Master 127.3.104.126:37059 requested a full tablet report, sending...
00:28:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.310137  3534 ts_manager.cc:194] Registered new tserver with Master: c2c84299d2a44f2aad286f0493c04d9f (127.3.104.65:37127)
00:28:15.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.311828  3924 heartbeater.cc:344] Connected to a master server at 127.3.104.125:41541
00:28:15.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.312299  3924 heartbeater.cc:461] Registering TS with master...
00:28:15.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.313180  3924 heartbeater.cc:507] Master 127.3.104.125:41541 requested a full tablet report, sending...
00:28:15.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.316780  3609 ts_manager.cc:194] Registered new tserver with Master: c2c84299d2a44f2aad286f0493c04d9f (127.3.104.65:37127)
00:28:15.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.821200  3931 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:15.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.822276  3931 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:15.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.823210  3931 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.881927  3931 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:15.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.883620  3931 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.104.66
00:28:15.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.949011  3931 tablet_server_runner.cc:78] Tablet server non-default flags:
00:28:15.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:15.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.104.84:40515
00:28:15.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:15.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:15.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-1/data
00:28:15.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-1/wal
00:28:15.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:15.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:15.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.104.66:0
00:28:15.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:15.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:15.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:15.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-1/data/info.pb
00:28:15.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.104.66
00:28:15.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:15.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.104.126:37059,127.3.104.125:41541,127.3.104.124:35781
00:28:15.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:15.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:15.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:15.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:15.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:15.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.104.66
00:28:15.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-1/logs
00:28:15.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:15.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:15.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:15.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:28:15.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:15.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:15.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:15.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:15.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:15.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:15.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.951718  3931 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:15.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:15.954382  3931 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:15.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.969868  3940 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:16.308972  3923 heartbeater.cc:499] Master 127.3.104.124:35781 was elected leader, sending a full tablet report...
00:28:17.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:17.371908  3939 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 3931
00:28:17.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:17.680699  3939 kernel_stack_watchdog.cc:198] Thread 3931 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 398ms:
00:28:17.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:28:17.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:28:17.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:28:17.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:28:17.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:15.970625  3941 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:17.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:17.686574  3942 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1710 milliseconds
00:28:17.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:17.687851  3931 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.716s	user 0.000s	sys 0.003s
00:28:17.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:17.688170  3931 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.717s	user 0.000s	sys 0.003s
00:28:17.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:17.690174  3943 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:17.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.690228  3931 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:17.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.691629  3931 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:17.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.694380  3931 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:17.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.696172  3931 hybrid_clock.cc:648] HybridClock initialized: now 1783470497696119 us; error 62 us; skew 500 ppm
00:28:17.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.697135  3931 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:17.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.706719  3931 webserver.cc:534] Webserver started at http://127.3.104.66:34823/ using document root <none> and password file <none>
00:28:17.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.707777  3931 fs_manager.cc:362] Metadata directory not provided
00:28:17.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.708056  3931 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:17.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.708613  3931 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:17.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.713145  3931 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-1/data/instance:
00:28:17.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "64f2496885b644b38d18a960bca9dae8"
00:28:17.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:17 on dist-test-slave-j4ld"
00:28:17.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.714466  3931 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-1/wal/instance:
00:28:17.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "64f2496885b644b38d18a960bca9dae8"
00:28:17.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:17 on dist-test-slave-j4ld"
00:28:17.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.722715  3931 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.001s
00:28:17.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.729450  3951 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:17.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.730727  3931 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
00:28:17.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.731179  3931 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-1/data,/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-1/wal
00:28:17.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "64f2496885b644b38d18a960bca9dae8"
00:28:17.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:17 on dist-test-slave-j4ld"
00:28:17.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.731567  3931 fs_report.cc:389] FS layout report
00:28:17.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:17.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-1/wal
00:28:17.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-1/wal
00:28:17.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-1/data/data
00:28:17.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:17.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:17.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:17.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:17.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:17.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:17.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:17.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:17.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:17.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:17.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:17.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.785485  3931 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:17.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.787199  3931 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:17.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.787750  3931 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:17.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.790655  3931 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:28:17.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.795264  3931 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:28:17.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.795511  3931 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:28:17.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.795853  3931 ts_tablet_manager.cc:616] Registered 0 tablets
00:28:17.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.796069  3931 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:28:17.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.942263  3931 rpc_server.cc:307] RPC server started. Bound to: 127.3.104.66:41693
00:28:17.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.942378  4065 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.104.66:41693 every 8 connection(s)
00:28:17.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.945422  3931 server_base.cc:1193] Dumped server information to /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-1/data/info.pb
00:28:17.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.950738  3489 external_mini_cluster.cc:1434] Started /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu as pid 3931
00:28:17.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.951440  3489 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-1/wal/instance
00:28:17.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:17.972781  3489 external_mini_cluster.cc:1372] Running /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:17.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:17.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-2/wal
00:28:17.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-2/data
00:28:17.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:17.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:17.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:17.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:17.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-2/logs
00:28:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-2/data/info.pb
00:28:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:28:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.104.67:0
00:28:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.104.67
00:28:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.104.67
00:28:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.104.126:37059,127.3.104.125:41541,127.3.104.124:35781
00:28:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.104.84:40515
00:28:17.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:17.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:17.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:28:18.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.004962  4067 heartbeater.cc:344] Connected to a master server at 127.3.104.125:41541
00:28:18.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.005548  4067 heartbeater.cc:461] Registering TS with master...
00:28:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.006894  4067 heartbeater.cc:507] Master 127.3.104.125:41541 requested a full tablet report, sending...
00:28:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.007010  4068 heartbeater.cc:344] Connected to a master server at 127.3.104.126:37059
00:28:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.007387  4068 heartbeater.cc:461] Registering TS with master...
00:28:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.008342  4066 heartbeater.cc:344] Connected to a master server at 127.3.104.124:35781
00:28:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.008391  4068 heartbeater.cc:507] Master 127.3.104.126:37059 requested a full tablet report, sending...
00:28:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.008708  4066 heartbeater.cc:461] Registering TS with master...
00:28:18.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.010139  4066 heartbeater.cc:507] Master 127.3.104.124:35781 requested a full tablet report, sending...
00:28:18.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.010161  3609 ts_manager.cc:194] Registered new tserver with Master: 64f2496885b644b38d18a960bca9dae8 (127.3.104.66:41693)
00:28:18.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.011430  3534 ts_manager.cc:194] Registered new tserver with Master: 64f2496885b644b38d18a960bca9dae8 (127.3.104.66:41693)
00:28:18.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.012326  3689 ts_manager.cc:194] Registered new tserver with Master: 64f2496885b644b38d18a960bca9dae8 (127.3.104.66:41693)
00:28:18.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.013733  3689 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.104.66:58259
00:28:18.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:18.306038  4076 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:18.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:18.306737  4076 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:18.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:18.307330  4076 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:18.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:18.342252  4076 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:18.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:18.343153  4076 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.104.67
00:28:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.379204  4076 tablet_server_runner.cc:78] Tablet server non-default flags:
00:28:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.104.84:40515
00:28:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-2/data
00:28:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-2/wal
00:28:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.104.67:0
00:28:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-2/data/info.pb
00:28:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.104.67
00:28:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.104.126:37059,127.3.104.125:41541,127.3.104.124:35781
00:28:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.104.67
00:28:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-2/logs
00:28:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:28:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.380659  4076 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:18.382318  4076 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:18.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:18.395222  4082 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:19.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:19.017386  4066 heartbeater.cc:499] Master 127.3.104.124:35781 was elected leader, sending a full tablet report...
00:28:20.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:18.395988  4083 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:20.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:19.797325  4081 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 4076
00:28:20.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:20.210856  4076 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.816s	user 0.684s	sys 1.093s
00:28:20.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:20.212105  4076 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.817s	user 0.684s	sys 1.094s
00:28:20.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:20.213747  4085 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:20.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:20.216428  4084 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1815 milliseconds
00:28:20.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.216456  4076 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:20.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.217988  4076 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:20.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.220413  4076 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:20.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.221854  4076 hybrid_clock.cc:648] HybridClock initialized: now 1783470500221818 us; error 82 us; skew 500 ppm
00:28:20.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.222781  4076 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:20.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.230154  4076 webserver.cc:534] Webserver started at http://127.3.104.67:34903/ using document root <none> and password file <none>
00:28:20.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.231150  4076 fs_manager.cc:362] Metadata directory not provided
00:28:20.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.231361  4076 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:20.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.231765  4076 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:20.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.237103  4076 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-2/data/instance:
00:28:20.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9e4c9d6d4559452cae7642d274f9dafa"
00:28:20.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:20 on dist-test-slave-j4ld"
00:28:20.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.238591  4076 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-2/wal/instance:
00:28:20.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9e4c9d6d4559452cae7642d274f9dafa"
00:28:20.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:20 on dist-test-slave-j4ld"
00:28:20.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.246690  4076 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.002s
00:28:20.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.253051  4093 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:20.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.254390  4076 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
00:28:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.254725  4076 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-2/data,/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-2/wal
00:28:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9e4c9d6d4559452cae7642d274f9dafa"
00:28:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:20 on dist-test-slave-j4ld"
00:28:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.255137  4076 fs_report.cc:389] FS layout report
00:28:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-2/wal
00:28:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-2/wal
00:28:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-2/data/data
00:28:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:20.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:20.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.325129  4076 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:20.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.326886  4076 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:20.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.327358  4076 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:20.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.330308  4076 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:28:20.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.335446  4076 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:28:20.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.335813  4076 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:28:20.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.336201  4076 ts_tablet_manager.cc:616] Registered 0 tablets
00:28:20.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.336450  4076 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:28:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.488737  4076 rpc_server.cc:307] RPC server started. Bound to: 127.3.104.67:34403
00:28:20.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.488792  4206 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.3.104.67:34403 every 8 connection(s)
00:28:20.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.491798  4076 server_base.cc:1193] Dumped server information to /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-2/data/info.pb
00:28:20.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.499609  3489 external_mini_cluster.cc:1434] Started /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu as pid 4076
00:28:20.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.500244  3489 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster16112842315275206580/ts-2/wal/instance
00:28:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.551271  4209 heartbeater.cc:344] Connected to a master server at 127.3.104.126:37059
00:28:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.551795  4209 heartbeater.cc:461] Registering TS with master...
00:28:20.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.553102  4209 heartbeater.cc:507] Master 127.3.104.126:37059 requested a full tablet report, sending...
00:28:20.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.553572  4208 heartbeater.cc:344] Connected to a master server at 127.3.104.125:41541
00:28:20.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.553930  4208 heartbeater.cc:461] Registering TS with master...
00:28:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.554840  4207 heartbeater.cc:344] Connected to a master server at 127.3.104.124:35781
00:28:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.554972  4208 heartbeater.cc:507] Master 127.3.104.125:41541 requested a full tablet report, sending...
00:28:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.555181  4207 heartbeater.cc:461] Registering TS with master...
00:28:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.556067  4207 heartbeater.cc:507] Master 127.3.104.124:35781 requested a full tablet report, sending...
00:28:20.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.558276  3609 ts_manager.cc:194] Registered new tserver with Master: 9e4c9d6d4559452cae7642d274f9dafa (127.3.104.67:34403)
00:28:20.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.558583  3534 ts_manager.cc:194] Registered new tserver with Master: 9e4c9d6d4559452cae7642d274f9dafa (127.3.104.67:34403)
00:28:20.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.558555  3689 ts_manager.cc:194] Registered new tserver with Master: 9e4c9d6d4559452cae7642d274f9dafa (127.3.104.67:34403)
00:28:20.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.560483  3689 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.3.104.67:50685
00:28:20.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.578884  3489 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
00:28:20.592 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:28:20.592 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

00:28:20.596 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.3.104.126"
      port: 37059
    }
    bound_http_address {
      host: "127.3.104.126"
      port: 34877
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.3.104.125"
      port: 41541
    }
    bound_http_address {
      host: "127.3.104.125"
      port: 34491
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.3.104.124"
      port: 35781
    }
    bound_http_address {
      host: "127.3.104.124"
      port: 45017
    }
  }
}

00:28:20.596 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

00:28:20.598 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.3.104.65"
      port: 37127
    }
    bound_http_address {
      host: "127.3.104.65"
      port: 34433
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.3.104.66"
      port: 41693
    }
    bound_http_address {
      host: "127.3.104.66"
      port: 34823
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.3.104.67"
      port: 34403
    }
    bound_http_address {
      host: "127.3.104.67"
      port: 34903
    }
  }
}

00:28:20.598 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:28:20.600 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:28:20.603 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.104.126:37059(127.3.104.126:37059)] connecting to peer
00:28:20.605 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.104.124:35781(127.3.104.124:35781)] connecting to peer
00:28:20.606 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.3.104.126:37059(127.3.104.126:37059)] Successfully connected to peer
00:28:20.607 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.104.125:41541(127.3.104.125:41541)] connecting to peer
00:28:20.609 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.104.126
00:28:20.612 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.3.104.124:35781(127.3.104.124:35781)] Successfully connected to peer
00:28:20.617 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.104.124
00:28:20.617 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.3.104.125:41541(127.3.104.125:41541)] Successfully connected to peer
00:28:20.623 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.3.104.125
00:28:20.637 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xd0a09e00, L:/127.0.0.1:42206 - R:/127.3.104.124:35781] using SASL/PLAIN
00:28:20.639 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe4c37965, L:/127.0.0.1:34980 - R:/127.3.104.126:37059] using SASL/PLAIN
00:28:20.645 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:28:20.645 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=43), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.126:37059, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.124:35781, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.125:41541, [42ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.124:35781: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.126:37059: OK, deferred=null) after lookup
00:28:20.661 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xff24704b, L:/127.0.0.1:38302 - R:/127.3.104.125:41541] using SASL/PLAIN
00:28:20.668 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.3.104.124:35781
00:28:20.668 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

00:28:20.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.669235  3489 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu with pid 3646
00:28:20.705 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:28:20.706 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.3.104.124:35781(127.3.104.124:35781)] handling channelInactive
00:28:20.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.104.124:35781(127.3.104.124:35781)] cleaning up while in state READY due to: connection closed
00:28:20.708 [DEBUG - Time-limited test] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:28:20.710 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.3.104.124:35781(127.3.104.124:35781)] connecting to peer
00:28:20.712 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:20.713 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.104.124:35781(127.3.104.124:35781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:20.713 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.3.104.124:35781(127.3.104.124:35781) for tablet Kudu Master: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:20.724 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.104.124:35781(127.3.104.124:35781)] connecting to peer
00:28:20.726 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:20.726 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.104.124:35781(127.3.104.124:35781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:20.727 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.104.124:35781: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:20.729 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.104.126:37059,127.3.104.124:35781,127.3.104.125:41541; will retry
00:28:20.743 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.104.124:35781(127.3.104.124:35781)] connecting to peer
00:28:20.748 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:20.748 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.104.124:35781(127.3.104.124:35781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:20.748 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.104.124:35781: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:20.750 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.104.126:37059,127.3.104.124:35781,127.3.104.125:41541; will retry
00:28:20.763 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.104.124:35781(127.3.104.124:35781)] connecting to peer
00:28:20.765 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:20.766 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.104.124:35781(127.3.104.124:35781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:20.766 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.104.124:35781: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:20.767 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.104.126:37059,127.3.104.124:35781,127.3.104.125:41541; will retry
00:28:20.783 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.104.124:35781(127.3.104.124:35781)] connecting to peer
00:28:20.786 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:20.786 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.3.104.124:35781(127.3.104.124:35781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:20.786 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.3.104.124:35781: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:20.791 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.104.126:37059,127.3.104.124:35781,127.3.104.125:41541; will retry
00:28:20.823 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.104.124:35781(127.3.104.124:35781)] connecting to peer
00:28:20.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:20.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.104.124:35781(127.3.104.124:35781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:20.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.3.104.124:35781: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:20.828 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.104.126:37059,127.3.104.124:35781,127.3.104.125:41541; will retry
00:28:20.883 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.104.124:35781(127.3.104.124:35781)] connecting to peer
00:28:20.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:20.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.3.104.124:35781(127.3.104.124:35781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:20.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.3.104.124:35781: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:20.888 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.104.126:37059,127.3.104.124:35781,127.3.104.125:41541; will retry
00:28:20.963 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.104.124:35781(127.3.104.124:35781)] connecting to peer
00:28:20.967 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:20.967 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.104.124:35781(127.3.104.124:35781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:20.967 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.3.104.124:35781: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:20.969 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.104.126:37059,127.3.104.124:35781,127.3.104.125:41541; will retry
00:28:21.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:21.059226  4066 heartbeater.cc:646] Failed to heartbeat to 127.3.104.124:35781 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.3.104.124:35781: connect: Connection refused (error 111)
00:28:21.164 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.104.124:35781(127.3.104.124:35781)] connecting to peer
00:28:21.165 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:21.165 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.3.104.124:35781(127.3.104.124:35781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:21.166 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.3.104.124:35781: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:21.168 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.104.126:37059,127.3.104.124:35781,127.3.104.125:41541; will retry
00:28:21.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:21.341378  3923 heartbeater.cc:646] Failed to heartbeat to 127.3.104.124:35781 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.3.104.124:35781: connect: Connection refused (error 111)
00:28:21.363 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.104.124:35781(127.3.104.124:35781)] connecting to peer
00:28:21.365 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:21.365 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.3.104.124:35781(127.3.104.124:35781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:21.365 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.3.104.124:35781: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:21.367 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.104.126:37059,127.3.104.124:35781,127.3.104.125:41541; will retry
00:28:21.403 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.104.124:35781(127.3.104.124:35781)] connecting to peer
00:28:21.405 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:21.405 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.3.104.124:35781(127.3.104.124:35781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:21.405 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.3.104.124:35781: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:21.408 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.3.104.126:37059,127.3.104.124:35781,127.3.104.125:41541; will retry
00:28:21.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:21.564291  4207 heartbeater.cc:499] Master 127.3.104.124:35781 was elected leader, sending a full tablet report...
00:28:21.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:21.568292  4207 heartbeater.cc:646] Failed to heartbeat to 127.3.104.124:35781 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.3.104.124:35781: connect: Connection refused (error 111)
00:28:22.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.026500  4232 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 2254fbc7932a4562b180052b5c098aa2)
00:28:22.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.027267  4232 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } } peers { permanent_uuid: "717cacdf92c44cd19f6623c1d7e365ba" member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } } peers { permanent_uuid: "2254fbc7932a4562b180052b5c098aa2" member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } }
00:28:22.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.029589  4232 leader_election.cc:290] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 717cacdf92c44cd19f6623c1d7e365ba (127.3.104.125:41541), 2254fbc7932a4562b180052b5c098aa2 (127.3.104.124:35781)
00:28:22.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.030843  3619 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5e0271692d2542eeb139afaa78ec6cc3" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "717cacdf92c44cd19f6623c1d7e365ba" is_pre_election: true
00:28:22.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:22.033088  3521 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.104.124:35781: connect: Connection refused (error 111) [suppressed 13 similar messages]
00:28:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:22.036855  3521 leader_election.cc:336] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2254fbc7932a4562b180052b5c098aa2 (127.3.104.124:35781): Network error: Client connection negotiation failed: client connection to 127.3.104.124:35781: connect: Connection refused (error 111)
00:28:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.037437  3521 leader_election.cc:304] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5e0271692d2542eeb139afaa78ec6cc3; no voters: 2254fbc7932a4562b180052b5c098aa2, 717cacdf92c44cd19f6623c1d7e365ba
00:28:22.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.038224  4232 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
00:28:22.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.045044  4235 raft_consensus.cc:493] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 2254fbc7932a4562b180052b5c098aa2)
00:28:22.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.045593  4235 raft_consensus.cc:515] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } } peers { permanent_uuid: "717cacdf92c44cd19f6623c1d7e365ba" member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } } peers { permanent_uuid: "2254fbc7932a4562b180052b5c098aa2" member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } }
00:28:22.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.047786  4235 leader_election.cc:290] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 5e0271692d2542eeb139afaa78ec6cc3 (127.3.104.126:37059), 2254fbc7932a4562b180052b5c098aa2 (127.3.104.124:35781)
00:28:22.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.048775  3542 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "717cacdf92c44cd19f6623c1d7e365ba" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "5e0271692d2542eeb139afaa78ec6cc3" is_pre_election: true
00:28:22.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.049659  3542 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 717cacdf92c44cd19f6623c1d7e365ba in term 1.
00:28:22.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:22.050458  3596 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.104.124:35781: connect: Connection refused (error 111) [suppressed 6 similar messages]
00:28:22.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.050938  3593 leader_election.cc:304] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5e0271692d2542eeb139afaa78ec6cc3, 717cacdf92c44cd19f6623c1d7e365ba; no voters: 
00:28:22.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.051967  4235 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [term 1 FOLLOWER]: Leader pre-election won for term 2
00:28:22.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.052413  4235 raft_consensus.cc:493] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [term 1 FOLLOWER]: Starting leader election (detected failure of leader 2254fbc7932a4562b180052b5c098aa2)
00:28:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.052772  4235 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [term 1 FOLLOWER]: Advancing to term 2
00:28:22.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:22.055003  3596 leader_election.cc:336] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2254fbc7932a4562b180052b5c098aa2 (127.3.104.124:35781): Network error: Client connection negotiation failed: client connection to 127.3.104.124:35781: connect: Connection refused (error 111)
00:28:22.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.059480  4235 raft_consensus.cc:515] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } } peers { permanent_uuid: "717cacdf92c44cd19f6623c1d7e365ba" member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } } peers { permanent_uuid: "2254fbc7932a4562b180052b5c098aa2" member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } }
00:28:22.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.061102  4235 leader_election.cc:290] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [CANDIDATE]: Term 2 election: Requested vote from peers 5e0271692d2542eeb139afaa78ec6cc3 (127.3.104.126:37059), 2254fbc7932a4562b180052b5c098aa2 (127.3.104.124:35781)
00:28:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.062116  3542 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "717cacdf92c44cd19f6623c1d7e365ba" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "5e0271692d2542eeb139afaa78ec6cc3"
00:28:22.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.062682  3542 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3 [term 1 FOLLOWER]: Advancing to term 2
00:28:22.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:22.065626  3596 leader_election.cc:336] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 2254fbc7932a4562b180052b5c098aa2 (127.3.104.124:35781): Network error: Client connection negotiation failed: client connection to 127.3.104.124:35781: connect: Connection refused (error 111)
00:28:22.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.068965  3542 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 717cacdf92c44cd19f6623c1d7e365ba in term 2.
00:28:22.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.069952  3593 leader_election.cc:304] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5e0271692d2542eeb139afaa78ec6cc3, 717cacdf92c44cd19f6623c1d7e365ba; no voters: 2254fbc7932a4562b180052b5c098aa2
00:28:22.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.070552  4235 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [term 2 FOLLOWER]: Leader election won for term 2
00:28:22.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.071441  4235 raft_consensus.cc:697] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [term 2 LEADER]: Becoming Leader. State: Replica: 717cacdf92c44cd19f6623c1d7e365ba, State: Running, Role: LEADER
00:28:22.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.072314  4235 consensus_queue.cc:237] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } } peers { permanent_uuid: "717cacdf92c44cd19f6623c1d7e365ba" member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } } peers { permanent_uuid: "2254fbc7932a4562b180052b5c098aa2" member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } }
00:28:22.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.076905  4239 sys_catalog.cc:455] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [sys.catalog]: SysCatalogTable state changed. Reason: New leader 717cacdf92c44cd19f6623c1d7e365ba. Latest consensus state: current_term: 2 leader_uuid: "717cacdf92c44cd19f6623c1d7e365ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } } peers { permanent_uuid: "717cacdf92c44cd19f6623c1d7e365ba" member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } } peers { permanent_uuid: "2254fbc7932a4562b180052b5c098aa2" member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } } }
00:28:22.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.077654  4239 sys_catalog.cc:458] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [sys.catalog]: This master's current role is: LEADER
00:28:22.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.079842  4241 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:28:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.085466  4241 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:28:22.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.088320  4241 catalog_manager.cc:1294] Loaded cluster ID: 93ed0a0f2eb243f2ace4271ee856a3e3
00:28:22.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.088534  4241 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:28:22.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.091813  4241 catalog_manager.cc:1539] Loading token signing keys...
00:28:22.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.094591  4241 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba: Loaded TSK: 0
00:28:22.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.095729  4241 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:28:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.479537  3542 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3 [term 2 FOLLOWER]: Refusing update from remote peer 717cacdf92c44cd19f6623c1d7e365ba: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
00:28:22.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.481094  4239 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [LEADER]: Connected to new peer: Peer: permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
00:28:22.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.485616  4232 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 717cacdf92c44cd19f6623c1d7e365ba. Latest consensus state: current_term: 2 leader_uuid: "717cacdf92c44cd19f6623c1d7e365ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } } peers { permanent_uuid: "717cacdf92c44cd19f6623c1d7e365ba" member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } } peers { permanent_uuid: "2254fbc7932a4562b180052b5c098aa2" member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } } }
00:28:22.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.486581  4232 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3 [sys.catalog]: This master's current role is: FOLLOWER
00:28:22.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.492630  4232 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "717cacdf92c44cd19f6623c1d7e365ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } } peers { permanent_uuid: "717cacdf92c44cd19f6623c1d7e365ba" member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } } peers { permanent_uuid: "2254fbc7932a4562b180052b5c098aa2" member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } } }
00:28:22.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.492854  4235 sys_catalog.cc:455] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "717cacdf92c44cd19f6623c1d7e365ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5e0271692d2542eeb139afaa78ec6cc3" member_type: VOTER last_known_addr { host: "127.3.104.126" port: 37059 } } peers { permanent_uuid: "717cacdf92c44cd19f6623c1d7e365ba" member_type: VOTER last_known_addr { host: "127.3.104.125" port: 41541 } } peers { permanent_uuid: "2254fbc7932a4562b180052b5c098aa2" member_type: VOTER last_known_addr { host: "127.3.104.124" port: 35781 } } }
00:28:22.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.493350  4232 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e0271692d2542eeb139afaa78ec6cc3 [sys.catalog]: This master's current role is: FOLLOWER
00:28:22.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.493664  4235 sys_catalog.cc:458] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba [sys.catalog]: This master's current role is: LEADER
00:28:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:22.495397  3596 consensus_peers.cc:597] T 00000000000000000000000000000000 P 717cacdf92c44cd19f6623c1d7e365ba -> Peer 2254fbc7932a4562b180052b5c098aa2 (127.3.104.124:35781): Couldn't send request to peer 2254fbc7932a4562b180052b5c098aa2. Status: Network error: Client connection negotiation failed: client connection to 127.3.104.124:35781: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:28:22.603 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.3.104.124:35781(127.3.104.124:35781)] connecting to peer
00:28:22.604 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:22.604 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.3.104.124:35781(127.3.104.124:35781)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:22.605 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.3.104.124:35781: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781
00:28:22.610 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:28:22.612 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=Kudu Master, attempt=12, TimeoutTracker(timeout=50000, elapsed=1901), Traces: [0ms] sending RPC to server master-127.3.104.124:35781, [4ms] received response from server master-127.3.104.124:35781: Network error: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781, [13ms] refreshing cache from master, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.126:37059, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.124:35781, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.125:41541, [17ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.124:35781: Network error: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781, [18ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.126:37059: OK, [20ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.125:41541: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.3.104.126:37059,127.3.104.124:35781,127.3.104.125:41541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781, [33ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.126:37059, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.124:35781, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.125:41541, [38ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.126:37059: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.124:35781: Network error: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781, [40ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.125:41541: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.3.104.126:37059,127.3.104.124:35781,127.3.104.125:41541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781, [53ms] refreshing cache from master, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.126:37059, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.124:35781, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.125:41541, [57ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.124:35781: Network error: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781, [57ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.126:37059: OK, [58ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.125:41541: OK, [59ms] delaying RPC due to: Service unavailable: Master config (127.3.104.126:37059,127.3.104.124:35781,127.3.104.125:41541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781, [73ms] refreshing cache from master, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.126:37059, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.124:35781, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.125:41541, [77ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.124:35781: Network error: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781, [79ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.126:37059: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.125:41541: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.3.104.126:37059,127.3.104.124:35781,127.3.104.125:41541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781, [113ms] refreshing cache from master, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.126:37059, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.124:35781, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.125:41541, [116ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.124:35781: Network error: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781, [118ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.126:37059: OK, [118ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.125:41541: OK, [119ms] delaying RPC due to: Service unavailable: Master config (127.3.104.126:37059,127.3.104.124:35781,127.3.104.125:41541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781, [173ms] refreshing cache from master, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.126:37059, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.124:35781, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.125:41541, [176ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.124:35781: Network error: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781, [178ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.126:37059: OK, [178ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.125:41541: OK, [179ms] delaying RPC due to: Service unavailable: Master config (127.3.104.126:37059,127.3.104.124:35781,127.3.104.125:41541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781, [254ms] refreshing cache from master, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.126:37059, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.124:35781, [255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.125:41541, [258ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.126:37059: OK, [258ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.124:35781: Network error: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781, [260ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.125:41541: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.3.104.126:37059,127.3.104.124:35781,127.3.104.125:41541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781, [454ms] refreshing cache from master, [454ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.126:37059, [455ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.124:35781, [455ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.125:41541, [456ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.124:35781: Network error: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781, [458ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.126:37059: OK, [459ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.125:41541: OK, [459ms] delaying RPC due to: Service unavailable: Master config (127.3.104.126:37059,127.3.104.124:35781,127.3.104.125:41541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781, [653ms] refreshing cache from master, [653ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.126:37059, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.124:35781, [655ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.125:41541, [656ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.124:35781: Network error: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781, [657ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.126:37059: OK, [658ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.125:41541: OK, [659ms] delaying RPC due to: Service unavailable: Master config (127.3.104.126:37059,127.3.104.124:35781,127.3.104.125:41541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781, [693ms] refreshing cache from master, [694ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.126:37059, [694ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.124:35781, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.125:41541, [696ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.124:35781: Network error: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781, [698ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.126:37059: OK, [699ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.125:41541: OK, [699ms] delaying RPC due to: Service unavailable: Master config (127.3.104.126:37059,127.3.104.124:35781,127.3.104.125:41541) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781, [1893ms] refreshing cache from master, [1893ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.126:37059, [1893ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.124:35781, [1895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.3.104.125:41541, [1895ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.124:35781: Network error: Failed to connect to peer master-127.3.104.124:35781(127.3.104.124:35781): Connection refused: /127.3.104.124:35781, [1898ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.126:37059: OK, [1900ms] Sub RPC ConnectToMaster: received response from server master-127.3.104.125:41541: OK, deferred=Deferred@1809883791(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$192/0x00007fa05c286a08@548727de -> org.apache.kudu.client.AsyncKuduClient$$Lambda$193/0x00007fa05c286c30@1d72a722 -> wakeup thread Time-limited test -> (continuation of Deferred@20218805 after retry RPC after error@1873722822) -> (continuation of Deferred@49991226 after retry RPC after error@179909360) -> (continuation of Deferred@800403769 after retry RPC after error@896530820) -> (continuation of Deferred@1630566925 after retry RPC after error@584968809) -> (continuation of Deferred@610745330 after retry RPC after error@1846428963) -> (continuation of Deferred@202156797 after retry RPC after error@1104119735) -> (continuation of Deferred@1550490839 after retry RPC after error@1087499556) -> (continuation of Deferred@702803073 after retry RPC after error@338441269) -> (continuation of Deferred@480808515 after retry RPC after error@1398794303) -> (continuation of Deferred@1701744945 after retry RPC after error@269913141), errback=passthrough -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@20218805 after retry RPC after error@1873722822) -> (continuation of Deferred@49991226 after retry RPC after error@179909360) -> (continuation of Deferred@800403769 after retry RPC after error@896530820) -> (continuation of Deferred@1630566925 after retry RPC after error@584968809) -> (continuation of Deferred@610745330 after retry RPC after error@1846428963) -> (continuation of Deferred@202156797 after retry RPC after error@1104119735) -> (continuation of Deferred@1550490839 after retry RPC after error@1087499556) -> (continuation of Deferred@702803073 after retry RPC after error@338441269) -> (continuation of Deferred@480808515 after retry RPC after error@1398794303) -> (continuation of Deferred@1701744945 after retry RPC after error@269913141))) after lookup
00:28:22.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.615216  3609 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:38302:
00:28:22.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "TestMasterFailover-killBefore=CREATE_CLIENT"
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
00:28:22.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
00:28:22.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:28:22.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:22.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:22.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:22.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:22.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:22.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:28:22.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:28:22.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
00:28:22.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:28:22.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
00:28:22.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:28:22.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:22.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:28:22.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:22.620029  3609 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestMasterFailover-killBefore=CREATE_CLIENT in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:28:22.651 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 93a317bd92e14a439e17bfc5c5bece56
00:28:22.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.690071  3857 tablet_service.cc:1511] Processing CreateTablet for tablet f47c5fdc7169426a809599b08b1e8d39 (DEFAULT_TABLE table=TestMasterFailover-killBefore=CREATE_CLIENT [id=93a317bd92e14a439e17bfc5c5bece56]), partition=RANGE (key) PARTITION UNBOUNDED
00:28:22.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.696470  3857 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f47c5fdc7169426a809599b08b1e8d39. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:22.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.701910  4000 tablet_service.cc:1511] Processing CreateTablet for tablet f47c5fdc7169426a809599b08b1e8d39 (DEFAULT_TABLE table=TestMasterFailover-killBefore=CREATE_CLIENT [id=93a317bd92e14a439e17bfc5c5bece56]), partition=RANGE (key) PARTITION UNBOUNDED
00:28:22.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.704527  4142 tablet_service.cc:1511] Processing CreateTablet for tablet f47c5fdc7169426a809599b08b1e8d39 (DEFAULT_TABLE table=TestMasterFailover-killBefore=CREATE_CLIENT [id=93a317bd92e14a439e17bfc5c5bece56]), partition=RANGE (key) PARTITION UNBOUNDED
00:28:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.706581  4142 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f47c5fdc7169426a809599b08b1e8d39. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:22.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.706560  4000 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f47c5fdc7169426a809599b08b1e8d39. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:22.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.731550  4257 tablet_bootstrap.cc:492] T f47c5fdc7169426a809599b08b1e8d39 P c2c84299d2a44f2aad286f0493c04d9f: Bootstrap starting.
00:28:22.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.740568  4257 tablet_bootstrap.cc:654] T f47c5fdc7169426a809599b08b1e8d39 P c2c84299d2a44f2aad286f0493c04d9f: Neither blocks nor log segments found. Creating new log.
00:28:22.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.742889  4257 log.cc:826] T f47c5fdc7169426a809599b08b1e8d39 P c2c84299d2a44f2aad286f0493c04d9f: Log is configured to *not* fsync() on all Append() calls
00:28:22.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.748661  4259 tablet_bootstrap.cc:492] T f47c5fdc7169426a809599b08b1e8d39 P 64f2496885b644b38d18a960bca9dae8: Bootstrap starting.
00:28:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.755735  4257 tablet_bootstrap.cc:492] T f47c5fdc7169426a809599b08b1e8d39 P c2c84299d2a44f2aad286f0493c04d9f: No bootstrap required, opened a new log
00:28:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.756285  4257 ts_tablet_manager.cc:1403] T f47c5fdc7169426a809599b08b1e8d39 P c2c84299d2a44f2aad286f0493c04d9f: Time spent bootstrapping tablet: real 0.025s	user 0.019s	sys 0.002s
00:28:22.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.758183  4258 tablet_bootstrap.cc:492] T f47c5fdc7169426a809599b08b1e8d39 P 9e4c9d6d4559452cae7642d274f9dafa: Bootstrap starting.
00:28:22.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.764969  4259 tablet_bootstrap.cc:654] T f47c5fdc7169426a809599b08b1e8d39 P 64f2496885b644b38d18a960bca9dae8: Neither blocks nor log segments found. Creating new log.
00:28:22.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.765393  4258 tablet_bootstrap.cc:654] T f47c5fdc7169426a809599b08b1e8d39 P 9e4c9d6d4559452cae7642d274f9dafa: Neither blocks nor log segments found. Creating new log.
00:28:22.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.768114  4259 log.cc:826] T f47c5fdc7169426a809599b08b1e8d39 P 64f2496885b644b38d18a960bca9dae8: Log is configured to *not* fsync() on all Append() calls
00:28:22.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.768252  4258 log.cc:826] T f47c5fdc7169426a809599b08b1e8d39 P 9e4c9d6d4559452cae7642d274f9dafa: Log is configured to *not* fsync() on all Append() calls
00:28:22.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.780541  4259 tablet_bootstrap.cc:492] T f47c5fdc7169426a809599b08b1e8d39 P 64f2496885b644b38d18a960bca9dae8: No bootstrap required, opened a new log
00:28:22.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.780788  4258 tablet_bootstrap.cc:492] T f47c5fdc7169426a809599b08b1e8d39 P 9e4c9d6d4559452cae7642d274f9dafa: No bootstrap required, opened a new log
00:28:22.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.781280  4259 ts_tablet_manager.cc:1403] T f47c5fdc7169426a809599b08b1e8d39 P 64f2496885b644b38d18a960bca9dae8: Time spent bootstrapping tablet: real 0.039s	user 0.022s	sys 0.004s
00:28:22.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.782044  4258 ts_tablet_manager.cc:1403] T f47c5fdc7169426a809599b08b1e8d39 P 9e4c9d6d4559452cae7642d274f9dafa: Time spent bootstrapping tablet: real 0.024s	user 0.017s	sys 0.004s
00:28:22.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.788574  4257 raft_consensus.cc:359] T f47c5fdc7169426a809599b08b1e8d39 P c2c84299d2a44f2aad286f0493c04d9f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2c84299d2a44f2aad286f0493c04d9f" member_type: VOTER last_known_addr { host: "127.3.104.65" port: 37127 } } peers { permanent_uuid: "9e4c9d6d4559452cae7642d274f9dafa" member_type: VOTER last_known_addr { host: "127.3.104.67" port: 34403 } } peers { permanent_uuid: "64f2496885b644b38d18a960bca9dae8" member_type: VOTER last_known_addr { host: "127.3.104.66" port: 41693 } }
00:28:22.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.789551  4257 raft_consensus.cc:385] T f47c5fdc7169426a809599b08b1e8d39 P c2c84299d2a44f2aad286f0493c04d9f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:22.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.789861  4257 raft_consensus.cc:740] T f47c5fdc7169426a809599b08b1e8d39 P c2c84299d2a44f2aad286f0493c04d9f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c2c84299d2a44f2aad286f0493c04d9f, State: Initialized, Role: FOLLOWER
00:28:22.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.790791  4257 consensus_queue.cc:260] T f47c5fdc7169426a809599b08b1e8d39 P c2c84299d2a44f2aad286f0493c04d9f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2c84299d2a44f2aad286f0493c04d9f" member_type: VOTER last_known_addr { host: "127.3.104.65" port: 37127 } } peers { permanent_uuid: "9e4c9d6d4559452cae7642d274f9dafa" member_type: VOTER last_known_addr { host: "127.3.104.67" port: 34403 } } peers { permanent_uuid: "64f2496885b644b38d18a960bca9dae8" member_type: VOTER last_known_addr { host: "127.3.104.66" port: 41693 } }
00:28:22.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.801020  3924 heartbeater.cc:499] Master 127.3.104.125:41541 was elected leader, sending a full tablet report...
00:28:22.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.804167  4257 ts_tablet_manager.cc:1434] T f47c5fdc7169426a809599b08b1e8d39 P c2c84299d2a44f2aad286f0493c04d9f: Time spent starting tablet: real 0.048s	user 0.031s	sys 0.009s
00:28:22.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.817142  4258 raft_consensus.cc:359] T f47c5fdc7169426a809599b08b1e8d39 P 9e4c9d6d4559452cae7642d274f9dafa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2c84299d2a44f2aad286f0493c04d9f" member_type: VOTER last_known_addr { host: "127.3.104.65" port: 37127 } } peers { permanent_uuid: "9e4c9d6d4559452cae7642d274f9dafa" member_type: VOTER last_known_addr { host: "127.3.104.67" port: 34403 } } peers { permanent_uuid: "64f2496885b644b38d18a960bca9dae8" member_type: VOTER last_known_addr { host: "127.3.104.66" port: 41693 } }
00:28:22.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.818255  4258 raft_consensus.cc:385] T f47c5fdc7169426a809599b08b1e8d39 P 9e4c9d6d4559452cae7642d274f9dafa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:22.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.817958  4259 raft_consensus.cc:359] T f47c5fdc7169426a809599b08b1e8d39 P 64f2496885b644b38d18a960bca9dae8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2c84299d2a44f2aad286f0493c04d9f" member_type: VOTER last_known_addr { host: "127.3.104.65" port: 37127 } } peers { permanent_uuid: "9e4c9d6d4559452cae7642d274f9dafa" member_type: VOTER last_known_addr { host: "127.3.104.67" port: 34403 } } peers { permanent_uuid: "64f2496885b644b38d18a960bca9dae8" member_type: VOTER last_known_addr { host: "127.3.104.66" port: 41693 } }
00:28:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.818614  4258 raft_consensus.cc:740] T f47c5fdc7169426a809599b08b1e8d39 P 9e4c9d6d4559452cae7642d274f9dafa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9e4c9d6d4559452cae7642d274f9dafa, State: Initialized, Role: FOLLOWER
00:28:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.818831  4259 raft_consensus.cc:385] T f47c5fdc7169426a809599b08b1e8d39 P 64f2496885b644b38d18a960bca9dae8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.819169  4259 raft_consensus.cc:740] T f47c5fdc7169426a809599b08b1e8d39 P 64f2496885b644b38d18a960bca9dae8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 64f2496885b644b38d18a960bca9dae8, State: Initialized, Role: FOLLOWER
00:28:22.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.819747  4258 consensus_queue.cc:260] T f47c5fdc7169426a809599b08b1e8d39 P 9e4c9d6d4559452cae7642d274f9dafa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2c84299d2a44f2aad286f0493c04d9f" member_type: VOTER last_known_addr { host: "127.3.104.65" port: 37127 } } peers { permanent_uuid: "9e4c9d6d4559452cae7642d274f9dafa" member_type: VOTER last_known_addr { host: "127.3.104.67" port: 34403 } } peers { permanent_uuid: "64f2496885b644b38d18a960bca9dae8" member_type: VOTER last_known_addr { host: "127.3.104.66" port: 41693 } }
00:28:22.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.820585  4259 consensus_queue.cc:260] T f47c5fdc7169426a809599b08b1e8d39 P 64f2496885b644b38d18a960bca9dae8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2c84299d2a44f2aad286f0493c04d9f" member_type: VOTER last_known_addr { host: "127.3.104.65" port: 37127 } } peers { permanent_uuid: "9e4c9d6d4559452cae7642d274f9dafa" member_type: VOTER last_known_addr { host: "127.3.104.67" port: 34403 } } peers { permanent_uuid: "64f2496885b644b38d18a960bca9dae8" member_type: VOTER last_known_addr { host: "127.3.104.66" port: 41693 } }
00:28:22.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.826383  4258 ts_tablet_manager.cc:1434] T f47c5fdc7169426a809599b08b1e8d39 P 9e4c9d6d4559452cae7642d274f9dafa: Time spent starting tablet: real 0.044s	user 0.035s	sys 0.005s
00:28:22.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.828037  4208 heartbeater.cc:499] Master 127.3.104.125:41541 was elected leader, sending a full tablet report...
00:28:22.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.845916  4259 ts_tablet_manager.cc:1434] T f47c5fdc7169426a809599b08b1e8d39 P 64f2496885b644b38d18a960bca9dae8: Time spent starting tablet: real 0.064s	user 0.035s	sys 0.018s
00:28:22.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.849062  4067 heartbeater.cc:499] Master 127.3.104.125:41541 was elected leader, sending a full tablet report...
00:28:22.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.892969  4265 raft_consensus.cc:493] T f47c5fdc7169426a809599b08b1e8d39 P 64f2496885b644b38d18a960bca9dae8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:22.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.893589  4265 raft_consensus.cc:515] T f47c5fdc7169426a809599b08b1e8d39 P 64f2496885b644b38d18a960bca9dae8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2c84299d2a44f2aad286f0493c04d9f" member_type: VOTER last_known_addr { host: "127.3.104.65" port: 37127 } } peers { permanent_uuid: "9e4c9d6d4559452cae7642d274f9dafa" member_type: VOTER last_known_addr { host: "127.3.104.67" port: 34403 } } peers { permanent_uuid: "64f2496885b644b38d18a960bca9dae8" member_type: VOTER last_known_addr { host: "127.3.104.66" port: 41693 } }
00:28:22.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.896575  4265 leader_election.cc:290] T f47c5fdc7169426a809599b08b1e8d39 P 64f2496885b644b38d18a960bca9dae8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c2c84299d2a44f2aad286f0493c04d9f (127.3.104.65:37127), 9e4c9d6d4559452cae7642d274f9dafa (127.3.104.67:34403)
00:28:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.909341  3877 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f47c5fdc7169426a809599b08b1e8d39" candidate_uuid: "64f2496885b644b38d18a960bca9dae8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c2c84299d2a44f2aad286f0493c04d9f" is_pre_election: true
00:28:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.909680  4162 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f47c5fdc7169426a809599b08b1e8d39" candidate_uuid: "64f2496885b644b38d18a960bca9dae8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9e4c9d6d4559452cae7642d274f9dafa" is_pre_election: true
00:28:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.910218  3877 raft_consensus.cc:2468] T f47c5fdc7169426a809599b08b1e8d39 P c2c84299d2a44f2aad286f0493c04d9f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 64f2496885b644b38d18a960bca9dae8 in term 0.
00:28:22.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.910605  4162 raft_consensus.cc:2468] T f47c5fdc7169426a809599b08b1e8d39 P 9e4c9d6d4559452cae7642d274f9dafa [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 64f2496885b644b38d18a960bca9dae8 in term 0.
00:28:22.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.912101  3952 leader_election.cc:304] T f47c5fdc7169426a809599b08b1e8d39 P 64f2496885b644b38d18a960bca9dae8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 64f2496885b644b38d18a960bca9dae8, c2c84299d2a44f2aad286f0493c04d9f; no voters: 
00:28:22.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.913079  4265 raft_consensus.cc:2804] T f47c5fdc7169426a809599b08b1e8d39 P 64f2496885b644b38d18a960bca9dae8 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:22.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.913569  4265 raft_consensus.cc:493] T f47c5fdc7169426a809599b08b1e8d39 P 64f2496885b644b38d18a960bca9dae8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:22.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.913832  4265 raft_consensus.cc:3060] T f47c5fdc7169426a809599b08b1e8d39 P 64f2496885b644b38d18a960bca9dae8 [term 0 FOLLOWER]: Advancing to term 1
00:28:22.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.918639  4265 raft_consensus.cc:515] T f47c5fdc7169426a809599b08b1e8d39 P 64f2496885b644b38d18a960bca9dae8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2c84299d2a44f2aad286f0493c04d9f" member_type: VOTER last_known_addr { host: "127.3.104.65" port: 37127 } } peers { permanent_uuid: "9e4c9d6d4559452cae7642d274f9dafa" member_type: VOTER last_known_addr { host: "127.3.104.67" port: 34403 } } peers { permanent_uuid: "64f2496885b644b38d18a960bca9dae8" member_type: VOTER last_known_addr { host: "127.3.104.66" port: 41693 } }
00:28:22.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.920464  4265 leader_election.cc:290] T f47c5fdc7169426a809599b08b1e8d39 P 64f2496885b644b38d18a960bca9dae8 [CANDIDATE]: Term 1 election: Requested vote from peers c2c84299d2a44f2aad286f0493c04d9f (127.3.104.65:37127), 9e4c9d6d4559452cae7642d274f9dafa (127.3.104.67:34403)
00:28:22.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.921365  3877 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f47c5fdc7169426a809599b08b1e8d39" candidate_uuid: "64f2496885b644b38d18a960bca9dae8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c2c84299d2a44f2aad286f0493c04d9f"
00:28:22.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.921859  3877 raft_consensus.cc:3060] T f47c5fdc7169426a809599b08b1e8d39 P c2c84299d2a44f2aad286f0493c04d9f [term 0 FOLLOWER]: Advancing to term 1
00:28:22.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.921746  4162 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f47c5fdc7169426a809599b08b1e8d39" candidate_uuid: "64f2496885b644b38d18a960bca9dae8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9e4c9d6d4559452cae7642d274f9dafa"
00:28:22.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.922479  4162 raft_consensus.cc:3060] T f47c5fdc7169426a809599b08b1e8d39 P 9e4c9d6d4559452cae7642d274f9dafa [term 0 FOLLOWER]: Advancing to term 1
00:28:22.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.926862  3877 raft_consensus.cc:2468] T f47c5fdc7169426a809599b08b1e8d39 P c2c84299d2a44f2aad286f0493c04d9f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 64f2496885b644b38d18a960bca9dae8 in term 1.
00:28:22.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.927903  4162 raft_consensus.cc:2468] T f47c5fdc7169426a809599b08b1e8d39 P 9e4c9d6d4559452cae7642d274f9dafa [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 64f2496885b644b38d18a960bca9dae8 in term 1.
00:28:22.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.927884  3952 leader_election.cc:304] T f47c5fdc7169426a809599b08b1e8d39 P 64f2496885b644b38d18a960bca9dae8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 64f2496885b644b38d18a960bca9dae8, c2c84299d2a44f2aad286f0493c04d9f; no voters: 
00:28:22.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.928567  4265 raft_consensus.cc:2804] T f47c5fdc7169426a809599b08b1e8d39 P 64f2496885b644b38d18a960bca9dae8 [term 1 FOLLOWER]: Leader election won for term 1
00:28:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.930351  4265 raft_consensus.cc:697] T f47c5fdc7169426a809599b08b1e8d39 P 64f2496885b644b38d18a960bca9dae8 [term 1 LEADER]: Becoming Leader. State: Replica: 64f2496885b644b38d18a960bca9dae8, State: Running, Role: LEADER
00:28:22.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.931910  4265 consensus_queue.cc:237] T f47c5fdc7169426a809599b08b1e8d39 P 64f2496885b644b38d18a960bca9dae8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2c84299d2a44f2aad286f0493c04d9f" member_type: VOTER last_known_addr { host: "127.3.104.65" port: 37127 } } peers { permanent_uuid: "9e4c9d6d4559452cae7642d274f9dafa" member_type: VOTER last_known_addr { host: "127.3.104.67" port: 34403 } } peers { permanent_uuid: "64f2496885b644b38d18a960bca9dae8" member_type: VOTER last_known_addr { host: "127.3.104.66" port: 41693 } }
00:28:22.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:22.943897  3608 catalog_manager.cc:5696] T f47c5fdc7169426a809599b08b1e8d39 P 64f2496885b644b38d18a960bca9dae8 reported cstate change: term changed from 0 to 1, leader changed from <none> to 64f2496885b644b38d18a960bca9dae8 (127.3.104.66). New cstate: current_term: 1 leader_uuid: "64f2496885b644b38d18a960bca9dae8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2c84299d2a44f2aad286f0493c04d9f" member_type: VOTER last_known_addr { host: "127.3.104.65" port: 37127 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9e4c9d6d4559452cae7642d274f9dafa" member_type: VOTER last_known_addr { host: "127.3.104.67" port: 34403 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "64f2496885b644b38d18a960bca9dae8" member_type: VOTER last_known_addr { host: "127.3.104.66" port: 41693 } health_report { overall_health: HEALTHY } } }
00:28:22.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:22.987589  4072 tablet.cc:2406] T f47c5fdc7169426a809599b08b1e8d39 P 64f2496885b644b38d18a960bca9dae8: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.030987  4212 tablet.cc:2406] T f47c5fdc7169426a809599b08b1e8d39 P 9e4c9d6d4559452cae7642d274f9dafa: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:23.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.045506  3932 tablet.cc:2406] T f47c5fdc7169426a809599b08b1e8d39 P c2c84299d2a44f2aad286f0493c04d9f: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:23.091 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 93a317bd92e14a439e17bfc5c5bece56
00:28:23.096 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f47c5fdc7169426a809599b08b1e8d39 for table 'TestMasterFailover-killBefore=CREATE_CLIENT' with partition [<start>, <end>)
00:28:23.096 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f47c5fdc7169426a809599b08b1e8d39@[64f2496885b644b38d18a960bca9dae8(127.3.104.66:41693)[L],9e4c9d6d4559452cae7642d274f9dafa(127.3.104.67:34403),c2c84299d2a44f2aad286f0493c04d9f(127.3.104.65:37127)]}]
00:28:23.097 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.104.125:41541, [4ms] Sub RPC GetTableLocations: received response from server master-127.3.104.125:41541: OK, deferred=null)) after lookup
00:28:23.097 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 64f2496885b644b38d18a960bca9dae8(127.3.104.66:41693)] connecting to peer
00:28:23.098 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 64f2496885b644b38d18a960bca9dae8(127.3.104.66:41693)] Successfully connected to peer
00:28:23.120 [DEBUG - kudu-nio-7] (Negotiator.java:919) Authenticated connection [id: 0x207a75c3, L:/127.0.0.1:33412 - R:/127.3.104.66:41693] using TOKEN/null
00:28:23.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.124923  3980 tablet_service.cc:3018] Rejecting scan request for tablet f47c5fdc7169426a809599b08b1e8d39: Uninitialized: clean time has not yet been initialized
00:28:23.130 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 64f2496885b644b38d18a960bca9dae8(127.3.104.66:41693) for tablet f47c5fdc7169426a809599b08b1e8d39: clean time has not yet been initialized
00:28:23.147 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f47c5fdc7169426a809599b08b1e8d39 for table 'TestMasterFailover-killBefore=CREATE_CLIENT' with partition [<start>, <end>)
00:28:23.147 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f47c5fdc7169426a809599b08b1e8d39@[64f2496885b644b38d18a960bca9dae8(127.3.104.66:41693)[L],9e4c9d6d4559452cae7642d274f9dafa(127.3.104.67:34403),c2c84299d2a44f2aad286f0493c04d9f(127.3.104.65:37127)]}]
00:28:23.148 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=f47c5fdc7169426a809599b08b1e8d39, attempt=3, KuduRpc(method=Scan, tablet=f47c5fdc7169426a809599b08b1e8d39, attempt=3, TimeoutTracker(timeout=30000, elapsed=55), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.104.125:41541, [4ms] Sub RPC GetTableLocations: received response from server master-127.3.104.125:41541: OK, [5ms] sending RPC to server 64f2496885b644b38d18a960bca9dae8, [38ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [38ms] received response from server 64f2496885b644b38d18a960bca9dae8: Uninitialized: clean time has not yet been initialized (error 0), [50ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.104.125:41541, [54ms] Sub RPC GetTableLocations: received response from server master-127.3.104.125:41541: OK, deferred=Deferred@1367571144(state=PENDING, result=null, callback=(continuation of Deferred@1072574936 after retry RPC@1832125255), errback=(continuation of Deferred@1072574936 after retry RPC@1832125255)))) after lookup
00:28:23.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.152298  3980 tablet_service.cc:3018] Rejecting scan request for tablet f47c5fdc7169426a809599b08b1e8d39: Uninitialized: clean time has not yet been initialized
00:28:23.154 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 64f2496885b644b38d18a960bca9dae8(127.3.104.66:41693) for tablet f47c5fdc7169426a809599b08b1e8d39: clean time has not yet been initialized
00:28:23.187 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f47c5fdc7169426a809599b08b1e8d39 for table 'TestMasterFailover-killBefore=CREATE_CLIENT' with partition [<start>, <end>)
00:28:23.188 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f47c5fdc7169426a809599b08b1e8d39@[64f2496885b644b38d18a960bca9dae8(127.3.104.66:41693)[L],9e4c9d6d4559452cae7642d274f9dafa(127.3.104.67:34403),c2c84299d2a44f2aad286f0493c04d9f(127.3.104.65:37127)]}]
00:28:23.188 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=f47c5fdc7169426a809599b08b1e8d39, attempt=5, KuduRpc(method=Scan, tablet=f47c5fdc7169426a809599b08b1e8d39, attempt=5, TimeoutTracker(timeout=30000, elapsed=96), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.104.125:41541, [4ms] Sub RPC GetTableLocations: received response from server master-127.3.104.125:41541: OK, [5ms] sending RPC to server 64f2496885b644b38d18a960bca9dae8, [38ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [38ms] received response from server 64f2496885b644b38d18a960bca9dae8: Uninitialized: clean time has not yet been initialized (error 0), [50ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.104.125:41541, [54ms] Sub RPC GetTableLocations: received response from server master-127.3.104.125:41541: OK, [56ms] sending RPC to server 64f2496885b644b38d18a960bca9dae8, [62ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [62ms] received response from server 64f2496885b644b38d18a960bca9dae8: Uninitialized: clean time has not yet been initialized (error 0), [90ms] refreshing cache from master, [91ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.104.125:41541, [95ms] Sub RPC GetTableLocations: received response from server master-127.3.104.125:41541: OK, deferred=Deferred@1367571144(state=PENDING, result=null, callback=(continuation of Deferred@1072574936 after retry RPC@1832125255) -> (continuation of Deferred@1395959402 after retry RPC@496647461), errback=(continuation of Deferred@1072574936 after retry RPC@1832125255) -> (continuation of Deferred@1395959402 after retry RPC@496647461)))) after lookup
00:28:23.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.191943  3980 tablet_service.cc:3018] Rejecting scan request for tablet f47c5fdc7169426a809599b08b1e8d39: Uninitialized: clean time has not yet been initialized
00:28:23.193 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 64f2496885b644b38d18a960bca9dae8(127.3.104.66:41693) for tablet f47c5fdc7169426a809599b08b1e8d39: clean time has not yet been initialized
00:28:23.267 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f47c5fdc7169426a809599b08b1e8d39 for table 'TestMasterFailover-killBefore=CREATE_CLIENT' with partition [<start>, <end>)
00:28:23.268 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f47c5fdc7169426a809599b08b1e8d39@[64f2496885b644b38d18a960bca9dae8(127.3.104.66:41693)[L],9e4c9d6d4559452cae7642d274f9dafa(127.3.104.67:34403),c2c84299d2a44f2aad286f0493c04d9f(127.3.104.65:37127)]}]
00:28:23.272 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=f47c5fdc7169426a809599b08b1e8d39, attempt=7, KuduRpc(method=Scan, tablet=f47c5fdc7169426a809599b08b1e8d39, attempt=7, TimeoutTracker(timeout=30000, elapsed=176), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.104.125:41541, [4ms] Sub RPC GetTableLocations: received response from server master-127.3.104.125:41541: OK, [5ms] sending RPC to server 64f2496885b644b38d18a960bca9dae8, [38ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [38ms] received response from server 64f2496885b644b38d18a960bca9dae8: Uninitialized: clean time has not yet been initialized (error 0), [50ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.104.125:41541, [54ms] Sub RPC GetTableLocations: received response from server master-127.3.104.125:41541: OK, [56ms] sending RPC to server 64f2496885b644b38d18a960bca9dae8, [62ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [62ms] received response from server 64f2496885b644b38d18a960bca9dae8: Uninitialized: clean time has not yet been initialized (error 0), [90ms] refreshing cache from master, [91ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.104.125:41541, [95ms] Sub RPC GetTableLocations: received response from server master-127.3.104.125:41541: OK, [96ms] sending RPC to server 64f2496885b644b38d18a960bca9dae8, [102ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [102ms] received response from server 64f2496885b644b38d18a960bca9dae8: Uninitialized: clean time has not yet been initialized (error 0), [170ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.104.125:41541, [175ms] Sub RPC GetTableLocations: received response from server master-127.3.104.125:41541: OK, deferred=Deferred@1367571144(state=PENDING, result=null, callback=(continuation of Deferred@1072574936 after retry RPC@1832125255) -> (continuation of Deferred@1395959402 after retry RPC@496647461) -> (continuation of Deferred@398490986 after retry RPC@1630641678), errback=(continuation of Deferred@1072574936 after retry RPC@1832125255) -> (continuation of Deferred@1395959402 after retry RPC@496647461) -> (continuation of Deferred@398490986 after retry RPC@1630641678)))) after lookup
00:28:23.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.276371  3980 tablet_service.cc:3018] Rejecting scan request for tablet f47c5fdc7169426a809599b08b1e8d39: Uninitialized: clean time has not yet been initialized
00:28:23.278 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 64f2496885b644b38d18a960bca9dae8(127.3.104.66:41693) for tablet f47c5fdc7169426a809599b08b1e8d39: clean time has not yet been initialized
00:28:23.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.313874  4265 consensus_queue.cc:1048] T f47c5fdc7169426a809599b08b1e8d39 P 64f2496885b644b38d18a960bca9dae8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c2c84299d2a44f2aad286f0493c04d9f" member_type: VOTER last_known_addr { host: "127.3.104.65" port: 37127 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:23.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.333734  4268 consensus_queue.cc:1048] T f47c5fdc7169426a809599b08b1e8d39 P 64f2496885b644b38d18a960bca9dae8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9e4c9d6d4559452cae7642d274f9dafa" member_type: VOTER last_known_addr { host: "127.3.104.67" port: 34403 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:28:23.406 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet f47c5fdc7169426a809599b08b1e8d39 for table 'TestMasterFailover-killBefore=CREATE_CLIENT' with partition [<start>, <end>)
00:28:23.407 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=f47c5fdc7169426a809599b08b1e8d39@[64f2496885b644b38d18a960bca9dae8(127.3.104.66:41693)[L],9e4c9d6d4559452cae7642d274f9dafa(127.3.104.67:34403),c2c84299d2a44f2aad286f0493c04d9f(127.3.104.65:37127)]}]
00:28:23.407 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=f47c5fdc7169426a809599b08b1e8d39, attempt=9, KuduRpc(method=Scan, tablet=f47c5fdc7169426a809599b08b1e8d39, attempt=9, TimeoutTracker(timeout=30000, elapsed=315), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.104.125:41541, [4ms] Sub RPC GetTableLocations: received response from server master-127.3.104.125:41541: OK, [5ms] sending RPC to server 64f2496885b644b38d18a960bca9dae8, [38ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [38ms] received response from server 64f2496885b644b38d18a960bca9dae8: Uninitialized: clean time has not yet been initialized (error 0), [50ms] refreshing cache from master, [51ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.104.125:41541, [54ms] Sub RPC GetTableLocations: received response from server master-127.3.104.125:41541: OK, [56ms] sending RPC to server 64f2496885b644b38d18a960bca9dae8, [62ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [62ms] received response from server 64f2496885b644b38d18a960bca9dae8: Uninitialized: clean time has not yet been initialized (error 0), [90ms] refreshing cache from master, [91ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.104.125:41541, [95ms] Sub RPC GetTableLocations: received response from server master-127.3.104.125:41541: OK, [96ms] sending RPC to server 64f2496885b644b38d18a960bca9dae8, [102ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [102ms] received response from server 64f2496885b644b38d18a960bca9dae8: Uninitialized: clean time has not yet been initialized (error 0), [170ms] refreshing cache from master, [171ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.104.125:41541, [175ms] Sub RPC GetTableLocations: received response from server master-127.3.104.125:41541: OK, [180ms] sending RPC to server 64f2496885b644b38d18a960bca9dae8, [186ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [186ms] received response from server 64f2496885b644b38d18a960bca9dae8: Uninitialized: clean time has not yet been initialized (error 0), [310ms] refreshing cache from master, [310ms] Sub RPC GetTableLocations: sending RPC to server master-127.3.104.125:41541, [314ms] Sub RPC GetTableLocations: received response from server master-127.3.104.125:41541: OK, deferred=Deferred@1367571144(state=PENDING, result=null, callback=(continuation of Deferred@1072574936 after retry RPC@1832125255) -> (continuation of Deferred@1395959402 after retry RPC@496647461) -> (continuation of Deferred@398490986 after retry RPC@1630641678) -> (continuation of Deferred@875674680 after retry RPC@546225401), errback=(continuation of Deferred@1072574936 after retry RPC@1832125255) -> (continuation of Deferred@1395959402 after retry RPC@496647461) -> (continuation of Deferred@398490986 after retry RPC@1630641678) -> (continuation of Deferred@875674680 after retry RPC@546225401)))) after lookup
00:28:23.417 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=TestMasterFailover-killBefore=CREATE_CLIENT, tablet=f47c5fdc7169426a809599b08b1e8d39, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:23.417 [DEBUG - Time-limited test] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:28:23.420 [DEBUG - main] (Connection.java:575) [peer master-127.3.104.126:37059(127.3.104.126:37059)] disconnecting while in state READY
00:28:23.420 [DEBUG - main] (Connection.java:575) [peer master-127.3.104.124:35781(127.3.104.124:35781)] disconnecting while in state TERMINATED
00:28:23.420 [DEBUG - main] (Connection.java:575) [peer master-127.3.104.125:41541(127.3.104.125:41541)] disconnecting while in state READY
00:28:23.421 [DEBUG - main] (Connection.java:575) [peer 64f2496885b644b38d18a960bca9dae8(127.3.104.66:41693)] disconnecting while in state READY
00:28:23.421 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.3.104.126:37059(127.3.104.126:37059)] handling channelInactive
00:28:23.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.3.104.126:37059(127.3.104.126:37059)] cleaning up while in state READY due to: connection closed
00:28:23.422 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 64f2496885b644b38d18a960bca9dae8(127.3.104.66:41693)] handling channelInactive
00:28:23.422 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 64f2496885b644b38d18a960bca9dae8(127.3.104.66:41693)] cleaning up while in state READY due to: connection closed
00:28:23.422 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:28:23.424 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.3.104.125:41541(127.3.104.125:41541)] handling channelInactive
00:28:23.424 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.3.104.125:41541(127.3.104.125:41541)] cleaning up while in state READY due to: connection closed
00:28:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.425073  3489 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu with pid 3768
00:28:23.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.462466  3489 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu with pid 3931
00:28:23.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.492051  3489 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu with pid 4076
00:28:23.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.518272  3489 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu with pid 3501
00:28:23.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.554303  3489 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu with pid 3571
00:28:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:28:24Z chronyd exiting
.00:28:25.812 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783470505812
00:28:25.816 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
00:28:25.816 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:28:25.816 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task7BOk8m/test-tmp
00:28:25.816 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
00:28:25.817 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task7BOk8m/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
00:28:25.819 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

00:28:26.149 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:28:26.149 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

00:28:26.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.153175  4290 mini_oidc.cc:150] Starting JWKS server
00:28:26.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.157157  4290 webserver.cc:534] Webserver started at http://127.0.0.1:46217/ using document root <none> and password file <none>
00:28:26.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.157594  4290 mini_oidc.cc:186] Starting OIDC Discovery server
00:28:26.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.159336  4290 webserver.cc:534] Webserver started at http://127.0.0.1:38903/ using document root <none> and password file <none>
00:28:26.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:28:26Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
00:28:26.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:28:26Z Disabled control of system clock
00:28:26.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.224970  4290 external_mini_cluster.cc:1372] Running /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:26.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:26.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-0/wal
00:28:26.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-0/data
00:28:26.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:26.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:26.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:26.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:26.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:26.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:26.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-0/logs
00:28:26.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-0/data/info.pb
00:28:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:28:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.190:39221
00:28:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.190
00:28:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.148:39867
00:28:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.48.190:39221,127.4.48.189:39601,127.4.48.188:45897
00:28:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:26.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46217/jwks.json with env {}
00:28:26.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.530143  4302 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:26.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.530732  4302 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:26.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.531198  4302 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.564122  4302 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:28:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.564507  4302 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.564924  4302 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:28:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.565279  4302 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:28:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.565637  4302 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:28:26.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.565896  4302 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46217/jwks.json
00:28:26.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.603891  4302 master_runner.cc:387] Master server non-default flags:
00:28:26.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:26.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.148:39867
00:28:26.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:26.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:26.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-0/data
00:28:26.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-0/wal
00:28:26.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:26.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.48.190:39221,127.4.48.189:39601,127.4.48.188:45897
00:28:26.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:26.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:26.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:26.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.190:39221
00:28:26.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:26.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46217/jwks.json
00:28:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-0/data/info.pb
00:28:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.190
00:28:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-0/logs
00:28:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:28:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:26.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:26.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.605747  4302 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:26.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.607574  4302 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.619719  4309 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:28.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.023622  4307 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 4302
00:28:28.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.125955  4302 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.507s	user 0.508s	sys 0.994s
00:28:28.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.126374  4302 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.507s	user 0.508s	sys 0.994s
00:28:28.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.619726  4308 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:28.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.127473  4310 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1507 milliseconds
00:28:28.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.128979  4311 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:28.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.128913  4302 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:28.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.132761  4302 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:28.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.135473  4302 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:28.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.136875  4302 hybrid_clock.cc:648] HybridClock initialized: now 1783470508136804 us; error 83 us; skew 500 ppm
00:28:28.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.137836  4302 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:28.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.144425  4302 webserver.cc:534] Webserver started at http://127.4.48.190:46103/ using document root <none> and password file <none>
00:28:28.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.145560  4302 fs_manager.cc:362] Metadata directory not provided
00:28:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.145812  4302 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:28.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.146376  4302 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:28.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.151175  4302 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-0/data/instance:
00:28:28.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ee36c8b3533b44d3a4ca0572f7265e32"
00:28:28.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:28 on dist-test-slave-j4ld"
00:28:28.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.152720  4302 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-0/wal/instance:
00:28:28.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ee36c8b3533b44d3a4ca0572f7265e32"
00:28:28.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:28 on dist-test-slave-j4ld"
00:28:28.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.160677  4302 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
00:28:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.167106  4318 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:28.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.168340  4302 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
00:28:28.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.168787  4302 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-0/data,/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-0/wal
00:28:28.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ee36c8b3533b44d3a4ca0572f7265e32"
00:28:28.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:28 on dist-test-slave-j4ld"
00:28:28.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.169224  4302 fs_report.cc:389] FS layout report
00:28:28.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-0/wal
00:28:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-0/wal
00:28:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-0/data/data
00:28:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:28.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:28.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.226915  4302 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:28.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.228591  4302 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:28.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.229156  4302 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:28.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.304157  4302 rpc_server.cc:307] RPC server started. Bound to: 127.4.48.190:39221
00:28:28.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.304230  4369 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.48.190:39221 every 8 connection(s)
00:28:28.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.307200  4302 server_base.cc:1193] Dumped server information to /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-0/data/info.pb
00:28:28.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.314617  4290 external_mini_cluster.cc:1434] Started /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu as pid 4302
00:28:28.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.314752  4370 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:28.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.315174  4290 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-0/wal/instance
00:28:28.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.320338  4290 external_mini_cluster.cc:1372] Running /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:28.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-1/wal
00:28:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-1/data
00:28:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-1/logs
00:28:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-1/data/info.pb
00:28:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:28:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.189:39601
00:28:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.189
00:28:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.148:39867
00:28:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.48.190:39221,127.4.48.189:39601,127.4.48.188:45897
00:28:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46217/jwks.json with env {}
00:28:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.330847  4370 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.48.190" port: 39221 } has no permanent_uuid. Determining permanent_uuid...
00:28:28.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.358295  4370 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } has no permanent_uuid. Determining permanent_uuid...
00:28:28.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.361176  4322 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.48.189:39601: connect: Connection refused (error 111)
00:28:28.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.366063  4370 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.48.189:39601: Network error: Client connection negotiation failed: client connection to 127.4.48.189:39601: connect: Connection refused (error 111)
00:28:28.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.415653  4370 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } attempt: 1
00:28:28.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.420135  4370 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.48.189:39601: Network error: Client connection negotiation failed: client connection to 127.4.48.189:39601: connect: Connection refused (error 111)
00:28:28.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.488564  4370 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } attempt: 2
00:28:28.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.492920  4370 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.48.189:39601: Network error: Client connection negotiation failed: client connection to 127.4.48.189:39601: connect: Connection refused (error 111)
00:28:28.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.584401  4370 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } attempt: 3
00:28:28.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.590025  4370 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.48.189:39601: Network error: Client connection negotiation failed: client connection to 127.4.48.189:39601: connect: Connection refused (error 111)
00:28:28.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.708833  4372 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:28.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.709520  4372 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:28.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.710007  4372 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:28.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.733538  4370 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } attempt: 4
00:28:28.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.739123  4370 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.48.189:39601: Network error: Client connection negotiation failed: client connection to 127.4.48.189:39601: connect: Connection refused (error 111)
00:28:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.746008  4372 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:28:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.746296  4372 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.746506  4372 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:28:28.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.746714  4372 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:28:28.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.746917  4372 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:28:28.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.747069  4372 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46217/jwks.json
00:28:28.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.784703  4372 master_runner.cc:387] Master server non-default flags:
00:28:28.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:28.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.148:39867
00:28:28.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:28.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:28.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-1/data
00:28:28.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-1/wal
00:28:28.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:28.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.48.190:39221,127.4.48.189:39601,127.4.48.188:45897
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.189:39601
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46217/jwks.json
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-1/data/info.pb
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.189
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-1/logs
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:28.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.786347  4372 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:28.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.788707  4372 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:28.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.800444  4381 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:29.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:29.038626  4370 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } attempt: 5
00:28:29.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:29.046708  4370 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.48.189:39601: Network error: Client connection negotiation failed: client connection to 127.4.48.189:39601: connect: Connection refused (error 111)
00:28:29.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:29.594309  4370 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } attempt: 6
00:28:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:29.611095  4370 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.48.189:39601: Network error: Client connection negotiation failed: client connection to 127.4.48.189:39601: connect: Connection refused (error 111)
00:28:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.806218  4384 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:30.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.802459  4382 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:30.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.136831  4383 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1331 milliseconds
00:28:30.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.136930  4372 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:30.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.138298  4372 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:30.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.140908  4372 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:30.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.142253  4372 hybrid_clock.cc:648] HybridClock initialized: now 1783470510142175 us; error 90 us; skew 500 ppm
00:28:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.143142  4372 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:30.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.149850  4372 webserver.cc:534] Webserver started at http://127.4.48.189:45343/ using document root <none> and password file <none>
00:28:30.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.150810  4372 fs_manager.cc:362] Metadata directory not provided
00:28:30.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.151013  4372 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:30.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.151403  4372 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:30.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.155927  4372 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-1/data/instance:
00:28:30.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f2ff08e84487417fb35afa2aa8e12310"
00:28:30.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:30 on dist-test-slave-j4ld"
00:28:30.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.157029  4372 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-1/wal/instance:
00:28:30.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f2ff08e84487417fb35afa2aa8e12310"
00:28:30.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:30 on dist-test-slave-j4ld"
00:28:30.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.164752  4372 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.002s
00:28:30.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.171136  4394 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:30.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.172413  4372 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
00:28:30.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.172791  4372 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-1/data,/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-1/wal
00:28:30.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f2ff08e84487417fb35afa2aa8e12310"
00:28:30.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:30 on dist-test-slave-j4ld"
00:28:30.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.173134  4372 fs_report.cc:389] FS layout report
00:28:30.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:30.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-1/wal
00:28:30.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-1/wal
00:28:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-1/data/data
00:28:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:30.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.228395  4372 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:30.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.229926  4372 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:30.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.230350  4372 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:30.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.307106  4372 rpc_server.cc:307] RPC server started. Bound to: 127.4.48.189:39601
00:28:30.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.307178  4445 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.48.189:39601 every 8 connection(s)
00:28:30.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.310143  4372 server_base.cc:1193] Dumped server information to /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-1/data/info.pb
00:28:30.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.315824  4290 external_mini_cluster.cc:1434] Started /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu as pid 4372
00:28:30.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.316165  4290 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-1/wal/instance
00:28:30.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.316586  4446 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.318135  4290 external_mini_cluster.cc:1372] Running /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-2/wal
00:28:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-2/data
00:28:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-2/logs
00:28:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-2/data/info.pb
00:28:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:30.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:30.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:30.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:30.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:30.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:30.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:28:30.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:30.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:30.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:30.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.188:45897
00:28:30.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.188
00:28:30.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:30.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.148:39867
00:28:30.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:30.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:30.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:30.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:30.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.48.190:39221,127.4.48.189:39601,127.4.48.188:45897
00:28:30.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:30.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46217/jwks.json with env {}
00:28:30.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.332964  4446 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.48.190" port: 39221 } has no permanent_uuid. Determining permanent_uuid...
00:28:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.357285  4446 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } has no permanent_uuid. Determining permanent_uuid...
00:28:30.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.371933  4446 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } has no permanent_uuid. Determining permanent_uuid...
00:28:30.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.374639  4395 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.48.188:45897: connect: Connection refused (error 111)
00:28:30.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.378845  4446 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.48.188:45897: Network error: Client connection negotiation failed: client connection to 127.4.48.188:45897: connect: Connection refused (error 111)
00:28:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.428434  4446 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } attempt: 1
00:28:30.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.432914  4446 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.48.188:45897: Network error: Client connection negotiation failed: client connection to 127.4.48.188:45897: connect: Connection refused (error 111)
00:28:30.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.501451  4446 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } attempt: 2
00:28:30.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.506044  4446 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.48.188:45897: Network error: Client connection negotiation failed: client connection to 127.4.48.188:45897: connect: Connection refused (error 111)
00:28:30.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.597474  4446 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } attempt: 3
00:28:30.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.602260  4446 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.48.188:45897: Network error: Client connection negotiation failed: client connection to 127.4.48.188:45897: connect: Connection refused (error 111)
00:28:30.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.652575  4448 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:30.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.653359  4448 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:30.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.654029  4448 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:30.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.671789  4370 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } attempt: 7
00:28:30.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.684440  4370 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } has no permanent_uuid. Determining permanent_uuid...
00:28:30.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.690102  4370 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.48.188:45897: Network error: Client connection negotiation failed: client connection to 127.4.48.188:45897: connect: Connection refused (error 111)
00:28:30.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.694759  4448 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:28:30.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.695111  4448 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:30.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.695326  4448 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:28:30.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.695531  4448 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:28:30.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.695727  4448 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:28:30.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.695875  4448 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46217/jwks.json
00:28:30.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.734200  4448 master_runner.cc:387] Master server non-default flags:
00:28:30.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:30.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.148:39867
00:28:30.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:30.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:30.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-2/data
00:28:30.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-2/wal
00:28:30.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:30.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.48.190:39221,127.4.48.189:39601,127.4.48.188:45897
00:28:30.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:30.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.188:45897
00:28:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46217/jwks.json
00:28:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-2/data/info.pb
00:28:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.188
00:28:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-2/logs
00:28:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:28:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:30.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:30.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:30.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.735627  4448 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:30.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.738039  4448 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:30.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.745644  4446 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } attempt: 4
00:28:30.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.748454  4370 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } attempt: 1
00:28:30.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.752310  4446 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.48.188:45897: Network error: Client connection negotiation failed: client connection to 127.4.48.188:45897: connect: Connection refused (error 111)
00:28:30.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.754185  4460 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:30.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.754511  4370 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.48.188:45897: Network error: Client connection negotiation failed: client connection to 127.4.48.188:45897: connect: Connection refused (error 111)
00:28:30.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.835955  4370 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } attempt: 2
00:28:30.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.844383  4370 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.48.188:45897: Network error: Client connection negotiation failed: client connection to 127.4.48.188:45897: connect: Connection refused (error 111)
00:28:30.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.930013  4370 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } attempt: 3
00:28:30.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.937944  4370 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.48.188:45897: Network error: Client connection negotiation failed: client connection to 127.4.48.188:45897: connect: Connection refused (error 111)
00:28:31.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:31.051837  4446 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } attempt: 5
00:28:31.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:31.059792  4446 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.48.188:45897: Network error: Client connection negotiation failed: client connection to 127.4.48.188:45897: connect: Connection refused (error 111)
00:28:31.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:31.078668  4370 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } attempt: 4
00:28:31.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:31.086521  4370 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.48.188:45897: Network error: Client connection negotiation failed: client connection to 127.4.48.188:45897: connect: Connection refused (error 111)
00:28:31.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:31.370188  4370 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } attempt: 5
00:28:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:31.377820  4370 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.48.188:45897: Network error: Client connection negotiation failed: client connection to 127.4.48.188:45897: connect: Connection refused (error 111)
00:28:31.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:31.607445  4446 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } attempt: 6
00:28:31.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:31.623219  4446 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.48.188:45897: Network error: Client connection negotiation failed: client connection to 127.4.48.188:45897: connect: Connection refused (error 111)
00:28:31.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:31.930441  4370 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } attempt: 6
00:28:31.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:31.940467  4370 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.48.188:45897: Network error: Client connection negotiation failed: client connection to 127.4.48.188:45897: connect: Connection refused (error 111)
00:28:32.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.755491  4461 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:32.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:32.040794  4463 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:32.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:32.043735  4462 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1287 milliseconds
00:28:32.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.043816  4448 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:32.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.045194  4448 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:32.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.048276  4448 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:32.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.049721  4448 hybrid_clock.cc:648] HybridClock initialized: now 1783470512049668 us; error 64 us; skew 500 ppm
00:28:32.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.050603  4448 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.057878  4448 webserver.cc:534] Webserver started at http://127.4.48.188:40325/ using document root <none> and password file <none>
00:28:32.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.058801  4448 fs_manager.cc:362] Metadata directory not provided
00:28:32.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.059006  4448 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:32.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.059415  4448 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.063861  4448 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-2/data/instance:
00:28:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "812118a2365d49ac86de0acdcabf8550"
00:28:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:32 on dist-test-slave-j4ld"
00:28:32.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.064921  4448 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-2/wal/instance:
00:28:32.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "812118a2365d49ac86de0acdcabf8550"
00:28:32.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:32 on dist-test-slave-j4ld"
00:28:32.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.072743  4448 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.002s	sys 0.004s
00:28:32.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.078998  4474 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:32.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.080147  4448 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
00:28:32.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.080542  4448 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-2/data,/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-2/wal
00:28:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "812118a2365d49ac86de0acdcabf8550"
00:28:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:32 on dist-test-slave-j4ld"
00:28:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.081023  4448 fs_report.cc:389] FS layout report
00:28:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-2/wal
00:28:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-2/wal
00:28:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-2/data/data
00:28:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.155285  4448 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:32.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.157297  4448 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:32.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.157959  4448 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.235145  4448 rpc_server.cc:307] RPC server started. Bound to: 127.4.48.188:45897
00:28:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.235230  4525 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.48.188:45897 every 8 connection(s)
00:28:32.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.238186  4448 server_base.cc:1193] Dumped server information to /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-2/data/info.pb
00:28:32.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.239300  4290 external_mini_cluster.cc:1434] Started /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu as pid 4448
00:28:32.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.239852  4290 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/master-2/wal/instance
00:28:32.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.245132  4526 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:32.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.259824  4526 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.48.190" port: 39221 } has no permanent_uuid. Determining permanent_uuid...
00:28:32.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.287117  4526 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } has no permanent_uuid. Determining permanent_uuid...
00:28:32.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.299566  4526 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } has no permanent_uuid. Determining permanent_uuid...
00:28:32.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.326613  4526 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550: Bootstrap starting.
00:28:32.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.336766  4526 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550: Neither blocks nor log segments found. Creating new log.
00:28:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.339236  4526 log.cc:826] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550: Log is configured to *not* fsync() on all Append() calls
00:28:32.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.344918  4526 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550: No bootstrap required, opened a new log
00:28:32.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.364784  4526 raft_consensus.cc:359] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" member_type: VOTER last_known_addr { host: "127.4.48.190" port: 39221 } } peers { permanent_uuid: "f2ff08e84487417fb35afa2aa8e12310" member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } } peers { permanent_uuid: "812118a2365d49ac86de0acdcabf8550" member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } }
00:28:32.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.365484  4526 raft_consensus.cc:385] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:32.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.365694  4526 raft_consensus.cc:740] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 812118a2365d49ac86de0acdcabf8550, State: Initialized, Role: FOLLOWER
00:28:32.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.366377  4526 consensus_queue.cc:260] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" member_type: VOTER last_known_addr { host: "127.4.48.190" port: 39221 } } peers { permanent_uuid: "f2ff08e84487417fb35afa2aa8e12310" member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } } peers { permanent_uuid: "812118a2365d49ac86de0acdcabf8550" member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } }
00:28:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.368902  4536 sys_catalog.cc:455] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" member_type: VOTER last_known_addr { host: "127.4.48.190" port: 39221 } } peers { permanent_uuid: "f2ff08e84487417fb35afa2aa8e12310" member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } } peers { permanent_uuid: "812118a2365d49ac86de0acdcabf8550" member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } } }
00:28:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.369552  4536 sys_catalog.cc:458] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550 [sys.catalog]: This master's current role is: FOLLOWER
00:28:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.370214  4526 sys_catalog.cc:565] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550 [sys.catalog]: configured and running, proceeding with master startup.
00:28:32.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:32.394853  4547 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:28:32.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:32.395516  4547 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:28:32.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:32.413796  4480 tablet.cc:2406] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:32.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.390794  4448 master_runner.cc:187] Error getting master registration for 127.4.48.190:39221: OK, instance_id { permanent_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" instance_seqno: 1783470508284584 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:28:32.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.418574  4448 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:28:32.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.683889  4446 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } attempt: 7
00:28:32.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.703401  4536 raft_consensus.cc:493] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:32.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.704025  4536 raft_consensus.cc:515] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" member_type: VOTER last_known_addr { host: "127.4.48.190" port: 39221 } } peers { permanent_uuid: "f2ff08e84487417fb35afa2aa8e12310" member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } } peers { permanent_uuid: "812118a2365d49ac86de0acdcabf8550" member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } }
00:28:32.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.708164  4536 leader_election.cc:290] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ee36c8b3533b44d3a4ca0572f7265e32 (127.4.48.190:39221), f2ff08e84487417fb35afa2aa8e12310 (127.4.48.189:39601)
00:28:32.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.710297  4446 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310: Bootstrap starting.
00:28:32.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.718422  4446 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310: Neither blocks nor log segments found. Creating new log.
00:28:32.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.721544  4446 log.cc:826] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310: Log is configured to *not* fsync() on all Append() calls
00:28:32.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.728683  4446 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310: No bootstrap required, opened a new log
00:28:32.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.747592  4446 raft_consensus.cc:359] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" member_type: VOTER last_known_addr { host: "127.4.48.190" port: 39221 } } peers { permanent_uuid: "f2ff08e84487417fb35afa2aa8e12310" member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } } peers { permanent_uuid: "812118a2365d49ac86de0acdcabf8550" member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } }
00:28:32.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.748261  4446 raft_consensus.cc:385] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:32.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.748454  4446 raft_consensus.cc:740] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f2ff08e84487417fb35afa2aa8e12310, State: Initialized, Role: FOLLOWER
00:28:32.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.749375  4446 consensus_queue.cc:260] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" member_type: VOTER last_known_addr { host: "127.4.48.190" port: 39221 } } peers { permanent_uuid: "f2ff08e84487417fb35afa2aa8e12310" member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } } peers { permanent_uuid: "812118a2365d49ac86de0acdcabf8550" member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } }
00:28:32.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.752382  4551 sys_catalog.cc:455] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" member_type: VOTER last_known_addr { host: "127.4.48.190" port: 39221 } } peers { permanent_uuid: "f2ff08e84487417fb35afa2aa8e12310" member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } } peers { permanent_uuid: "812118a2365d49ac86de0acdcabf8550" member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } } }
00:28:32.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.753535  4551 sys_catalog.cc:458] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [sys.catalog]: This master's current role is: FOLLOWER
00:28:32.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.754338  4446 sys_catalog.cc:565] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [sys.catalog]: configured and running, proceeding with master startup.
00:28:32.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.754571  4421 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "812118a2365d49ac86de0acdcabf8550" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f2ff08e84487417fb35afa2aa8e12310" is_pre_election: true
00:28:32.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.755811  4421 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 812118a2365d49ac86de0acdcabf8550 in term 0.
00:28:32.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.759927  4478 leader_election.cc:304] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 812118a2365d49ac86de0acdcabf8550, f2ff08e84487417fb35afa2aa8e12310; no voters: 
00:28:32.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.761312  4536 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:32.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.761806  4536 raft_consensus.cc:493] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:32.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.762171  4536 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550 [term 0 FOLLOWER]: Advancing to term 1
00:28:32.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.773391  4536 raft_consensus.cc:515] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" member_type: VOTER last_known_addr { host: "127.4.48.190" port: 39221 } } peers { permanent_uuid: "f2ff08e84487417fb35afa2aa8e12310" member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } } peers { permanent_uuid: "812118a2365d49ac86de0acdcabf8550" member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } }
00:28:32.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.777637  4421 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "812118a2365d49ac86de0acdcabf8550" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f2ff08e84487417fb35afa2aa8e12310"
00:28:32.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.778290  4421 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [term 0 FOLLOWER]: Advancing to term 1
00:28:32.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.776820  4536 leader_election.cc:290] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550 [CANDIDATE]: Term 1 election: Requested vote from peers ee36c8b3533b44d3a4ca0572f7265e32 (127.4.48.190:39221), f2ff08e84487417fb35afa2aa8e12310 (127.4.48.189:39601)
00:28:32.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.788246  4421 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 812118a2365d49ac86de0acdcabf8550 in term 1.
00:28:32.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.790324  4478 leader_election.cc:304] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 812118a2365d49ac86de0acdcabf8550, f2ff08e84487417fb35afa2aa8e12310; no voters: 
00:28:32.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.791252  4536 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550 [term 1 FOLLOWER]: Leader election won for term 1
00:28:32.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.795938  4536 raft_consensus.cc:697] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550 [term 1 LEADER]: Becoming Leader. State: Replica: 812118a2365d49ac86de0acdcabf8550, State: Running, Role: LEADER
00:28:32.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.797001  4536 consensus_queue.cc:237] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" member_type: VOTER last_known_addr { host: "127.4.48.190" port: 39221 } } peers { permanent_uuid: "f2ff08e84487417fb35afa2aa8e12310" member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } } peers { permanent_uuid: "812118a2365d49ac86de0acdcabf8550" member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } }
00:28:32.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.816646  4557 sys_catalog.cc:455] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 812118a2365d49ac86de0acdcabf8550. Latest consensus state: current_term: 1 leader_uuid: "812118a2365d49ac86de0acdcabf8550" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" member_type: VOTER last_known_addr { host: "127.4.48.190" port: 39221 } } peers { permanent_uuid: "f2ff08e84487417fb35afa2aa8e12310" member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } } peers { permanent_uuid: "812118a2365d49ac86de0acdcabf8550" member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } } }
00:28:32.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.821049  4557 sys_catalog.cc:458] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550 [sys.catalog]: This master's current role is: LEADER
00:28:32.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.823755  4564 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:28:32.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.832881  4564 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:28:32.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:32.849095  4565 catalog_manager.cc:1593] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:28:32.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:32.862943  4565 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:28:32.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.866042  4421 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [term 1 FOLLOWER]: Refusing update from remote peer 812118a2365d49ac86de0acdcabf8550: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:28:32.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.868198  4557 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f2ff08e84487417fb35afa2aa8e12310" member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:32.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.832223  4372 master_runner.cc:187] Error getting master registration for 127.4.48.190:39221: OK, instance_id { permanent_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" instance_seqno: 1783470508284584 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:28:32.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.901530  4372 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:28:32.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.920668  4551 sys_catalog.cc:455] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 812118a2365d49ac86de0acdcabf8550. Latest consensus state: current_term: 1 leader_uuid: "812118a2365d49ac86de0acdcabf8550" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" member_type: VOTER last_known_addr { host: "127.4.48.190" port: 39221 } } peers { permanent_uuid: "f2ff08e84487417fb35afa2aa8e12310" member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } } peers { permanent_uuid: "812118a2365d49ac86de0acdcabf8550" member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } } }
00:28:32.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.921751  4551 sys_catalog.cc:458] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [sys.catalog]: This master's current role is: FOLLOWER
00:28:32.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.926654  4567 mvcc.cc:204] Tried to move back new op lower bound from 7305095220677767168 to 7305095220429029376. Current Snapshot: MvccSnapshot[applied={T|T < 7305095220677767168}]
00:28:32.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.929994  4536 sys_catalog.cc:455] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "812118a2365d49ac86de0acdcabf8550" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" member_type: VOTER last_known_addr { host: "127.4.48.190" port: 39221 } } peers { permanent_uuid: "f2ff08e84487417fb35afa2aa8e12310" member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } } peers { permanent_uuid: "812118a2365d49ac86de0acdcabf8550" member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } } }
00:28:32.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.930779  4536 sys_catalog.cc:458] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550 [sys.catalog]: This master's current role is: LEADER
00:28:32.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.933377  4564 catalog_manager.cc:1382] Generated new cluster ID: d9139d66603745a2b59e1d999a1871ff
00:28:32.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.933694  4564 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:28:32.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.934844  4551 sys_catalog.cc:455] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "812118a2365d49ac86de0acdcabf8550" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" member_type: VOTER last_known_addr { host: "127.4.48.190" port: 39221 } } peers { permanent_uuid: "f2ff08e84487417fb35afa2aa8e12310" member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } } peers { permanent_uuid: "812118a2365d49ac86de0acdcabf8550" member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } } }
00:28:32.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.935536  4551 sys_catalog.cc:458] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [sys.catalog]: This master's current role is: FOLLOWER
00:28:32.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.932667  4568 mvcc.cc:204] Tried to move back new op lower bound from 7305095220677767168 to 7305095220429029376. Current Snapshot: MvccSnapshot[applied={T|T < 7305095220677767168}]
00:28:32.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.973882  4370 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } attempt: 7
00:28:32.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.985996  4564 catalog_manager.cc:1405] Generated new certificate authority record
00:28:33.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.988586  4564 catalog_manager.cc:1539] Loading token signing keys...
00:28:33.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.020968  4370 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32: Bootstrap starting.
00:28:33.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.031291  4370 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32: Neither blocks nor log segments found. Creating new log.
00:28:33.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.034052  4370 log.cc:826] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32: Log is configured to *not* fsync() on all Append() calls
00:28:33.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.045149  4564 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550: Generated new TSK 0
00:28:33.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.045895  4370 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32: No bootstrap required, opened a new log
00:28:33.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.046432  4564 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:28:33.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.077467  4370 raft_consensus.cc:359] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" member_type: VOTER last_known_addr { host: "127.4.48.190" port: 39221 } } peers { permanent_uuid: "f2ff08e84487417fb35afa2aa8e12310" member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } } peers { permanent_uuid: "812118a2365d49ac86de0acdcabf8550" member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } }
00:28:33.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.078661  4370 raft_consensus.cc:385] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:33.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.079173  4370 raft_consensus.cc:740] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ee36c8b3533b44d3a4ca0572f7265e32, State: Initialized, Role: FOLLOWER
00:28:33.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.080518  4370 consensus_queue.cc:260] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" member_type: VOTER last_known_addr { host: "127.4.48.190" port: 39221 } } peers { permanent_uuid: "f2ff08e84487417fb35afa2aa8e12310" member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } } peers { permanent_uuid: "812118a2365d49ac86de0acdcabf8550" member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } }
00:28:33.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.088967  4290 external_mini_cluster.cc:1372] Running /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:33.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:33.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-0/wal
00:28:33.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-0/data
00:28:33.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:33.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:33.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:33.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:33.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:33.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:33.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-0/logs
00:28:33.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-0/data/info.pb
00:28:33.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:33.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:33.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:33.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:33.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:33.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:33.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:33.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:33.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:28:33.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:33.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.129:0
00:28:33.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.129
00:28:33.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.129
00:28:33.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:33.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.190:39221,127.4.48.189:39601,127.4.48.188:45897
00:28:33.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.148:39867
00:28:33.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:33.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:33.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:28:33.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.088598  4574 sys_catalog.cc:455] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" member_type: VOTER last_known_addr { host: "127.4.48.190" port: 39221 } } peers { permanent_uuid: "f2ff08e84487417fb35afa2aa8e12310" member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } } peers { permanent_uuid: "812118a2365d49ac86de0acdcabf8550" member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } } }
00:28:33.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.091375  4370 sys_catalog.cc:565] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32 [sys.catalog]: configured and running, proceeding with master startup.
00:28:33.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.092005  4343 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32 [term 0 FOLLOWER]: Advancing to term 1
00:28:33.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.096771  4344 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "812118a2365d49ac86de0acdcabf8550" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ee36c8b3533b44d3a4ca0572f7265e32"
00:28:33.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.100129  4345 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "812118a2365d49ac86de0acdcabf8550" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" is_pre_election: true
00:28:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.091113  4574 sys_catalog.cc:458] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32 [sys.catalog]: This master's current role is: FOLLOWER
00:28:33.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.110246  4343 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32 [term 1 FOLLOWER]: Refusing update from remote peer 812118a2365d49ac86de0acdcabf8550: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:28:33.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.112524  4557 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" member_type: VOTER last_known_addr { host: "127.4.48.190" port: 39221 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:33.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.173588  4574 sys_catalog.cc:455] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 812118a2365d49ac86de0acdcabf8550. Latest consensus state: current_term: 1 leader_uuid: "812118a2365d49ac86de0acdcabf8550" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" member_type: VOTER last_known_addr { host: "127.4.48.190" port: 39221 } } peers { permanent_uuid: "f2ff08e84487417fb35afa2aa8e12310" member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } } peers { permanent_uuid: "812118a2365d49ac86de0acdcabf8550" member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } } }
00:28:33.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.174943  4574 sys_catalog.cc:458] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32 [sys.catalog]: This master's current role is: FOLLOWER
00:28:33.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.177099  4583 sys_catalog.cc:455] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "812118a2365d49ac86de0acdcabf8550" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" member_type: VOTER last_known_addr { host: "127.4.48.190" port: 39221 } } peers { permanent_uuid: "f2ff08e84487417fb35afa2aa8e12310" member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } } peers { permanent_uuid: "812118a2365d49ac86de0acdcabf8550" member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } } }
00:28:33.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.178089  4583 sys_catalog.cc:458] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32 [sys.catalog]: This master's current role is: FOLLOWER
00:28:33.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.191243  4592 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
00:28:33.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:33.598086  4576 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:33.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:33.598670  4576 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:33.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:33.599269  4576 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:33.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:33.635895  4576 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:33.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:33.636900  4576 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.48.129
00:28:33.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.686137  4576 tablet_server_runner.cc:78] Tablet server non-default flags:
00:28:33.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.148:39867
00:28:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-0/data
00:28:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-0/wal
00:28:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.129:0
00:28:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-0/data/info.pb
00:28:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.129
00:28:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.190:39221,127.4.48.189:39601,127.4.48.188:45897
00:28:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.129
00:28:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-0/logs
00:28:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:28:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:33.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:33.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:33.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:33.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:33.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:33.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.689703  4576 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:33.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.692510  4576 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.705072  4597 sys_catalog.cc:455] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "812118a2365d49ac86de0acdcabf8550" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" member_type: VOTER last_known_addr { host: "127.4.48.190" port: 39221 } } peers { permanent_uuid: "f2ff08e84487417fb35afa2aa8e12310" member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } } peers { permanent_uuid: "812118a2365d49ac86de0acdcabf8550" member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } } }
00:28:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.709525  4597 sys_catalog.cc:458] T 00000000000000000000000000000000 P 812118a2365d49ac86de0acdcabf8550 [sys.catalog]: This master's current role is: LEADER
00:28:33.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:33.719338  4601 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.870908  4565 catalog_manager.cc:1294] Loaded cluster ID: d9139d66603745a2b59e1d999a1871ff
00:28:33.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.871536  4565 catalog_manager.cc:1587] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310: loading cluster ID for follower catalog manager: success
00:28:33.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.878756  4565 catalog_manager.cc:1609] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310: acquiring CA information for follower catalog manager: success
00:28:33.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.895618  4565 catalog_manager.cc:1637] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:28:34.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:34.209995  4592 catalog_manager.cc:1294] Loaded cluster ID: d9139d66603745a2b59e1d999a1871ff
00:28:34.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:34.210435  4592 catalog_manager.cc:1587] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32: loading cluster ID for follower catalog manager: success
00:28:34.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:34.246683  4592 catalog_manager.cc:1609] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32: acquiring CA information for follower catalog manager: success
00:28:34.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:34.275382  4592 catalog_manager.cc:1637] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:28:35.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:35.761261  4576 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.034s	user 0.000s	sys 0.002s
00:28:35.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:35.763095  4576 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.036s	user 0.000s	sys 0.002s
00:28:35.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:35.119019  4599 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 4576
00:28:35.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:33.726377  4602 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:35.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:35.764732  4605 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:35.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:35.769173  4603 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2037 milliseconds
00:28:35.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.769232  4576 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:35.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.771070  4576 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:35.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.780175  4576 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:35.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.784170  4576 hybrid_clock.cc:648] HybridClock initialized: now 1783470515784092 us; error 99 us; skew 500 ppm
00:28:35.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.785705  4576 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:35.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.805928  4576 webserver.cc:534] Webserver started at http://127.4.48.129:37727/ using document root <none> and password file <none>
00:28:35.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.807565  4576 fs_manager.cc:362] Metadata directory not provided
00:28:35.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.808072  4576 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:35.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.808861  4576 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.815730  4576 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-0/data/instance:
00:28:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "99ae684240a34a419ba5ca962e809620"
00:28:35.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:35 on dist-test-slave-j4ld"
00:28:35.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.817943  4576 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-0/wal/instance:
00:28:35.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "99ae684240a34a419ba5ca962e809620"
00:28:35.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:35 on dist-test-slave-j4ld"
00:28:35.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.839869  4576 fs_manager.cc:696] Time spent creating directory manager: real 0.021s	user 0.013s	sys 0.004s
00:28:35.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.853848  4612 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:35.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.855770  4576 fs_manager.cc:730] Time spent opening block manager: real 0.011s	user 0.010s	sys 0.001s
00:28:35.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.856571  4576 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-0/data,/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-0/wal
00:28:35.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "99ae684240a34a419ba5ca962e809620"
00:28:35.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:35 on dist-test-slave-j4ld"
00:28:35.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.859345  4576 fs_report.cc:389] FS layout report
00:28:35.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:35.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-0/wal
00:28:35.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-0/wal
00:28:35.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-0/data/data
00:28:35.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:35.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:35.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:35.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:35.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:35.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:35.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:35.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:35.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:35.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:35.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:36.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.012066  4576 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:36.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.014223  4576 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:36.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.014814  4576 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:36.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.018733  4576 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:28:36.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.024986  4576 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:28:36.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.025277  4576 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:28:36.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.025592  4576 ts_tablet_manager.cc:616] Registered 0 tablets
00:28:36.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.025799  4576 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:28:36.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.258441  4576 rpc_server.cc:307] RPC server started. Bound to: 127.4.48.129:34203
00:28:36.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.258608  4725 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.48.129:34203 every 8 connection(s)
00:28:36.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.261260  4576 server_base.cc:1193] Dumped server information to /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-0/data/info.pb
00:28:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.264719  4290 external_mini_cluster.cc:1434] Started /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu as pid 4576
00:28:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.265554  4290 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-0/wal/instance
00:28:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.279913  4290 external_mini_cluster.cc:1372] Running /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-1/wal
00:28:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-1/data
00:28:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-1/logs
00:28:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-1/data/info.pb
00:28:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:28:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.130:0
00:28:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.130
00:28:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.130
00:28:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.190:39221,127.4.48.189:39601,127.4.48.188:45897
00:28:36.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.148:39867
00:28:36.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:36.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:36.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:28:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.371032  4731 heartbeater.cc:344] Connected to a master server at 127.4.48.190:39221
00:28:36.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.371531  4731 heartbeater.cc:461] Registering TS with master...
00:28:36.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.372807  4731 heartbeater.cc:507] Master 127.4.48.190:39221 requested a full tablet report, sending...
00:28:36.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.376545  4335 ts_manager.cc:194] Registered new tserver with Master: 99ae684240a34a419ba5ca962e809620 (127.4.48.129:34203)
00:28:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.381968  4727 heartbeater.cc:344] Connected to a master server at 127.4.48.189:39601
00:28:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.382334  4727 heartbeater.cc:461] Registering TS with master...
00:28:36.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.383255  4727 heartbeater.cc:507] Master 127.4.48.189:39601 requested a full tablet report, sending...
00:28:36.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.385355  4726 heartbeater.cc:344] Connected to a master server at 127.4.48.188:45897
00:28:36.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.385701  4726 heartbeater.cc:461] Registering TS with master...
00:28:36.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.386605  4726 heartbeater.cc:507] Master 127.4.48.188:45897 requested a full tablet report, sending...
00:28:36.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.386801  4411 ts_manager.cc:194] Registered new tserver with Master: 99ae684240a34a419ba5ca962e809620 (127.4.48.129:34203)
00:28:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.389551  4491 ts_manager.cc:194] Registered new tserver with Master: 99ae684240a34a419ba5ca962e809620 (127.4.48.129:34203)
00:28:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.392129  4491 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.48.129:60003
00:28:36.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:36.701140  4730 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:36.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:36.701709  4730 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:36.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:36.702150  4730 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:36.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:36.735879  4730 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:36.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:36.736933  4730 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.48.130
00:28:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.776736  4730 tablet_server_runner.cc:78] Tablet server non-default flags:
00:28:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.148:39867
00:28:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-1/data
00:28:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-1/wal
00:28:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.130:0
00:28:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-1/data/info.pb
00:28:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.130
00:28:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.190:39221,127.4.48.189:39601,127.4.48.188:45897
00:28:36.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:36.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:36.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:36.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:36.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:36.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.130
00:28:36.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-1/logs
00:28:36.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:36.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:36.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:36.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:28:36.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:36.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:36.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:36.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:36.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:36.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:36.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.778244  4730 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:36.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.779965  4730 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:36.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:36.794922  4743 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:37.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:37.397004  4726 heartbeater.cc:499] Master 127.4.48.188:45897 was elected leader, sending a full tablet report...
00:28:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:38.198292  4742 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 4730
00:28:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:38.561262  4730 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.766s	user 0.580s	sys 1.106s
00:28:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:38.561787  4730 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.766s	user 0.581s	sys 1.106s
00:28:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:36.796095  4744 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:38.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:38.563601  4746 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:38.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:38.566551  4745 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1767 milliseconds
00:28:38.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.566578  4730 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:38.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.567926  4730 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:38.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.570269  4730 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:38.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.571774  4730 hybrid_clock.cc:648] HybridClock initialized: now 1783470518571715 us; error 35 us; skew 500 ppm
00:28:38.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.572827  4730 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:38.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.580531  4730 webserver.cc:534] Webserver started at http://127.4.48.130:45947/ using document root <none> and password file <none>
00:28:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.581799  4730 fs_manager.cc:362] Metadata directory not provided
00:28:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.582151  4730 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.582769  4730 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:38.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.587918  4730 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-1/data/instance:
00:28:38.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eee7bea4e0ae41668ec3f2a1179cb4b1"
00:28:38.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:38 on dist-test-slave-j4ld"
00:28:38.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.589287  4730 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-1/wal/instance:
00:28:38.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eee7bea4e0ae41668ec3f2a1179cb4b1"
00:28:38.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:38 on dist-test-slave-j4ld"
00:28:38.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.598137  4730 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.002s
00:28:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.604039  4753 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:38.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.605785  4730 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.006s	sys 0.001s
00:28:38.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.606319  4730 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-1/data,/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-1/wal
00:28:38.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eee7bea4e0ae41668ec3f2a1179cb4b1"
00:28:38.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:38 on dist-test-slave-j4ld"
00:28:38.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.606768  4730 fs_report.cc:389] FS layout report
00:28:38.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:38.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-1/wal
00:28:38.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-1/wal
00:28:38.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-1/data/data
00:28:38.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:38.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:38.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:38.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:38.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:38.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:38.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:38.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:38.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:38.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:38.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:38.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.677778  4730 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:38.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.679522  4730 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.680121  4730 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:38.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.682991  4730 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:28:38.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.687511  4730 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:28:38.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.687773  4730 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:28:38.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.688119  4730 ts_tablet_manager.cc:616] Registered 0 tablets
00:28:38.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.688310  4730 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:28:38.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.835299  4730 rpc_server.cc:307] RPC server started. Bound to: 127.4.48.130:34469
00:28:38.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.835374  4866 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.48.130:34469 every 8 connection(s)
00:28:38.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.838541  4730 server_base.cc:1193] Dumped server information to /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-1/data/info.pb
00:28:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.840900  4290 external_mini_cluster.cc:1434] Started /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu as pid 4730
00:28:38.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.841477  4290 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-1/wal/instance
00:28:38.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.871171  4290 external_mini_cluster.cc:1372] Running /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:38.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:38.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-2/wal
00:28:38.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-2/data
00:28:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-2/logs
00:28:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-2/data/info.pb
00:28:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:28:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.131:0
00:28:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.131
00:28:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.131
00:28:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.190:39221,127.4.48.189:39601,127.4.48.188:45897
00:28:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.148:39867
00:28:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:38.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:38.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:28:38.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.914314  4867 heartbeater.cc:344] Connected to a master server at 127.4.48.188:45897
00:28:38.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.914762  4867 heartbeater.cc:461] Registering TS with master...
00:28:38.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.914917  4868 heartbeater.cc:344] Connected to a master server at 127.4.48.189:39601
00:28:38.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.915288  4868 heartbeater.cc:461] Registering TS with master...
00:28:38.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.916244  4867 heartbeater.cc:507] Master 127.4.48.188:45897 requested a full tablet report, sending...
00:28:38.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.916469  4868 heartbeater.cc:507] Master 127.4.48.189:39601 requested a full tablet report, sending...
00:28:38.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.917119  4869 heartbeater.cc:344] Connected to a master server at 127.4.48.190:39221
00:28:38.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.917460  4869 heartbeater.cc:461] Registering TS with master...
00:28:38.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.918334  4869 heartbeater.cc:507] Master 127.4.48.190:39221 requested a full tablet report, sending...
00:28:38.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.919504  4491 ts_manager.cc:194] Registered new tserver with Master: eee7bea4e0ae41668ec3f2a1179cb4b1 (127.4.48.130:34469)
00:28:38.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.919878  4411 ts_manager.cc:194] Registered new tserver with Master: eee7bea4e0ae41668ec3f2a1179cb4b1 (127.4.48.130:34469)
00:28:38.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.921105  4335 ts_manager.cc:194] Registered new tserver with Master: eee7bea4e0ae41668ec3f2a1179cb4b1 (127.4.48.130:34469)
00:28:38.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.921500  4491 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.48.130:34087
00:28:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:39.216321  4875 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:39.216828  4875 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:39.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:39.217252  4875 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:39.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:39.266961  4875 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:39.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:39.268338  4875 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.48.131
00:28:39.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:39.313287  4875 tablet_server_runner.cc:78] Tablet server non-default flags:
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.48.148:39867
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-2/data
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-2/wal
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.48.131:0
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-2/data/info.pb
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.48.131
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.48.190:39221,127.4.48.189:39601,127.4.48.188:45897
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.48.131
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-2/logs
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:39.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:39.315101  4875 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:39.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:39.317369  4875 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:39.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:39.334556  4884 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:39.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:39.924620  4867 heartbeater.cc:499] Master 127.4.48.188:45897 was elected leader, sending a full tablet report...
00:28:40.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:39.342721  4887 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:40.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:39.337765  4885 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:40.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:40.664652  4886 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1325 milliseconds
00:28:40.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.664783  4875 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:40.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.666177  4875 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:40.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.668985  4875 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.670487  4875 hybrid_clock.cc:648] HybridClock initialized: now 1783470520670431 us; error 73 us; skew 500 ppm
00:28:40.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.671293  4875 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:40.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.677789  4875 webserver.cc:534] Webserver started at http://127.4.48.131:41691/ using document root <none> and password file <none>
00:28:40.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.678790  4875 fs_manager.cc:362] Metadata directory not provided
00:28:40.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.678985  4875 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:40.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.679394  4875 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.684022  4875 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-2/data/instance:
00:28:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a81a6bb6468e4dc4ba19797829e36a1f"
00:28:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:40 on dist-test-slave-j4ld"
00:28:40.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.685117  4875 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-2/wal/instance:
00:28:40.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a81a6bb6468e4dc4ba19797829e36a1f"
00:28:40.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:40 on dist-test-slave-j4ld"
00:28:40.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.692353  4875 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.000s
00:28:40.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.698177  4895 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:40.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.699304  4875 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.000s	sys 0.004s
00:28:40.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.699681  4875 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-2/data,/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-2/wal
00:28:40.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a81a6bb6468e4dc4ba19797829e36a1f"
00:28:40.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:40 on dist-test-slave-j4ld"
00:28:40.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.700038  4875 fs_report.cc:389] FS layout report
00:28:40.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:40.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-2/wal
00:28:40.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-2/wal
00:28:40.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-2/data/data
00:28:40.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:40.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:40.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:40.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:40.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:40.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:40.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:40.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:40.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:40.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:40.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:40.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.756417  4875 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:40.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.758199  4875 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:40.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.758765  4875 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:40.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.761785  4875 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:28:40.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.766362  4875 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:28:40.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.766636  4875 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:28:40.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.766959  4875 ts_tablet_manager.cc:616] Registered 0 tablets
00:28:40.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.767170  4875 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:28:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.925211  4875 rpc_server.cc:307] RPC server started. Bound to: 127.4.48.131:33591
00:28:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.925293  5009 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.48.131:33591 every 8 connection(s)
00:28:40.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.928188  4875 server_base.cc:1193] Dumped server information to /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-2/data/info.pb
00:28:40.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.937265  4290 external_mini_cluster.cc:1434] Started /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu as pid 4875
00:28:40.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.937985  4290 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster4897098839257693326/ts-2/wal/instance
00:28:40.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.981760  5010 heartbeater.cc:344] Connected to a master server at 127.4.48.188:45897
00:28:40.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.982306  5010 heartbeater.cc:461] Registering TS with master...
00:28:40.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.983729  5010 heartbeater.cc:507] Master 127.4.48.188:45897 requested a full tablet report, sending...
00:28:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.984844  5011 heartbeater.cc:344] Connected to a master server at 127.4.48.189:39601
00:28:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.985237  5011 heartbeater.cc:461] Registering TS with master...
00:28:40.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.986191  5011 heartbeater.cc:507] Master 127.4.48.189:39601 requested a full tablet report, sending...
00:28:40.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.986904  4491 ts_manager.cc:194] Registered new tserver with Master: a81a6bb6468e4dc4ba19797829e36a1f (127.4.48.131:33591)
00:28:40.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.988662  4491 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.48.131:47171
00:28:40.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.989037  4411 ts_manager.cc:194] Registered new tserver with Master: a81a6bb6468e4dc4ba19797829e36a1f (127.4.48.131:33591)
00:28:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.998019  5014 heartbeater.cc:344] Connected to a master server at 127.4.48.190:39221
00:28:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.998337  5014 heartbeater.cc:461] Registering TS with master...
00:28:40.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.998822  5014 heartbeater.cc:507] Master 127.4.48.190:39221 requested a full tablet report, sending...
00:28:41.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.000882  4335 ts_manager.cc:194] Registered new tserver with Master: a81a6bb6468e4dc4ba19797829e36a1f (127.4.48.131:33591)
00:28:41.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.011714  4290 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
00:28:41.024 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:28:41.024 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

00:28:41.027 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.4.48.190"
      port: 39221
    }
    bound_http_address {
      host: "127.4.48.190"
      port: 46103
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.4.48.189"
      port: 39601
    }
    bound_http_address {
      host: "127.4.48.189"
      port: 45343
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.4.48.188"
      port: 45897
    }
    bound_http_address {
      host: "127.4.48.188"
      port: 40325
    }
  }
}

00:28:41.027 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

00:28:41.029 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.4.48.129"
      port: 34203
    }
    bound_http_address {
      host: "127.4.48.129"
      port: 37727
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.4.48.130"
      port: 34469
    }
    bound_http_address {
      host: "127.4.48.130"
      port: 45947
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.4.48.131"
      port: 33591
    }
    bound_http_address {
      host: "127.4.48.131"
      port: 41691
    }
  }
}

00:28:41.029 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:28:41.031 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:28:41.034 [DEBUG - Time-limited test] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:28:41.035 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.48.188:45897(127.4.48.188:45897)] connecting to peer
00:28:41.040 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.48.190:39221(127.4.48.190:39221)] connecting to peer
00:28:41.041 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.48.188:45897(127.4.48.188:45897)] Successfully connected to peer
00:28:41.041 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.48.189:39601(127.4.48.189:39601)] connecting to peer
00:28:41.044 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.48.190:39221(127.4.48.190:39221)] Successfully connected to peer
00:28:41.046 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.4.48.189:39601(127.4.48.189:39601)] Successfully connected to peer
00:28:41.047 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.48.188
00:28:41.048 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.48.190
00:28:41.050 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.48.189
00:28:41.069 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa69a2221, L:/127.0.0.1:44824 - R:/127.4.48.190:39221] using SASL/PLAIN
00:28:41.070 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3c74c513, L:/127.0.0.1:48896 - R:/127.4.48.188:45897] using SASL/PLAIN
00:28:41.073 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x4415a05c, L:/127.0.0.1:35490 - R:/127.4.48.189:39601] using SASL/PLAIN
00:28:41.075 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:28:41.075 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=40), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.188:45897, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.190:39221, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.189:39601, [39ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.188:45897: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.190:39221: OK, deferred=null) after lookup
00:28:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.077454  4491 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48896:
00:28:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "TestMasterFailover-killBefore=SCAN_TABLE"
00:28:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:28:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
00:28:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:28:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:28:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
00:28:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:28:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:28:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
00:28:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:28:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:28:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:41.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:41.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:28:41.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:41.081272  4491 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestMasterFailover-killBefore=SCAN_TABLE in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:28:41.118 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table b41061aac3e54a6798deb18cef506fcf
00:28:41.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.148290  4944 tablet_service.cc:1511] Processing CreateTablet for tablet 79ca44b944804da8ae0da7b88242d163 (DEFAULT_TABLE table=TestMasterFailover-killBefore=SCAN_TABLE [id=b41061aac3e54a6798deb18cef506fcf]), partition=RANGE (key) PARTITION UNBOUNDED
00:28:41.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.150055  4944 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 79ca44b944804da8ae0da7b88242d163. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.170468  4661 tablet_service.cc:1511] Processing CreateTablet for tablet 79ca44b944804da8ae0da7b88242d163 (DEFAULT_TABLE table=TestMasterFailover-killBefore=SCAN_TABLE [id=b41061aac3e54a6798deb18cef506fcf]), partition=RANGE (key) PARTITION UNBOUNDED
00:28:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.170615  4802 tablet_service.cc:1511] Processing CreateTablet for tablet 79ca44b944804da8ae0da7b88242d163 (DEFAULT_TABLE table=TestMasterFailover-killBefore=SCAN_TABLE [id=b41061aac3e54a6798deb18cef506fcf]), partition=RANGE (key) PARTITION UNBOUNDED
00:28:41.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.172333  4661 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 79ca44b944804da8ae0da7b88242d163. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:41.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.172462  4802 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 79ca44b944804da8ae0da7b88242d163. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:41.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.185382  5042 tablet_bootstrap.cc:492] T 79ca44b944804da8ae0da7b88242d163 P a81a6bb6468e4dc4ba19797829e36a1f: Bootstrap starting.
00:28:41.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.191848  5042 tablet_bootstrap.cc:654] T 79ca44b944804da8ae0da7b88242d163 P a81a6bb6468e4dc4ba19797829e36a1f: Neither blocks nor log segments found. Creating new log.
00:28:41.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.194528  5042 log.cc:826] T 79ca44b944804da8ae0da7b88242d163 P a81a6bb6468e4dc4ba19797829e36a1f: Log is configured to *not* fsync() on all Append() calls
00:28:41.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.206264  5045 tablet_bootstrap.cc:492] T 79ca44b944804da8ae0da7b88242d163 P eee7bea4e0ae41668ec3f2a1179cb4b1: Bootstrap starting.
00:28:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.210681  5044 tablet_bootstrap.cc:492] T 79ca44b944804da8ae0da7b88242d163 P 99ae684240a34a419ba5ca962e809620: Bootstrap starting.
00:28:41.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.212896  5042 tablet_bootstrap.cc:492] T 79ca44b944804da8ae0da7b88242d163 P a81a6bb6468e4dc4ba19797829e36a1f: No bootstrap required, opened a new log
00:28:41.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.213506  5042 ts_tablet_manager.cc:1403] T 79ca44b944804da8ae0da7b88242d163 P a81a6bb6468e4dc4ba19797829e36a1f: Time spent bootstrapping tablet: real 0.029s	user 0.012s	sys 0.005s
00:28:41.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.216148  5045 tablet_bootstrap.cc:654] T 79ca44b944804da8ae0da7b88242d163 P eee7bea4e0ae41668ec3f2a1179cb4b1: Neither blocks nor log segments found. Creating new log.
00:28:41.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.218788  5045 log.cc:826] T 79ca44b944804da8ae0da7b88242d163 P eee7bea4e0ae41668ec3f2a1179cb4b1: Log is configured to *not* fsync() on all Append() calls
00:28:41.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.218906  5044 tablet_bootstrap.cc:654] T 79ca44b944804da8ae0da7b88242d163 P 99ae684240a34a419ba5ca962e809620: Neither blocks nor log segments found. Creating new log.
00:28:41.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.221541  5044 log.cc:826] T 79ca44b944804da8ae0da7b88242d163 P 99ae684240a34a419ba5ca962e809620: Log is configured to *not* fsync() on all Append() calls
00:28:41.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.234809  5044 tablet_bootstrap.cc:492] T 79ca44b944804da8ae0da7b88242d163 P 99ae684240a34a419ba5ca962e809620: No bootstrap required, opened a new log
00:28:41.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.234834  5045 tablet_bootstrap.cc:492] T 79ca44b944804da8ae0da7b88242d163 P eee7bea4e0ae41668ec3f2a1179cb4b1: No bootstrap required, opened a new log
00:28:41.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.235368  5044 ts_tablet_manager.cc:1403] T 79ca44b944804da8ae0da7b88242d163 P 99ae684240a34a419ba5ca962e809620: Time spent bootstrapping tablet: real 0.025s	user 0.019s	sys 0.004s
00:28:41.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.235522  5045 ts_tablet_manager.cc:1403] T 79ca44b944804da8ae0da7b88242d163 P eee7bea4e0ae41668ec3f2a1179cb4b1: Time spent bootstrapping tablet: real 0.030s	user 0.015s	sys 0.010s
00:28:41.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.246352  5042 raft_consensus.cc:359] T 79ca44b944804da8ae0da7b88242d163 P a81a6bb6468e4dc4ba19797829e36a1f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81a6bb6468e4dc4ba19797829e36a1f" member_type: VOTER last_known_addr { host: "127.4.48.131" port: 33591 } } peers { permanent_uuid: "eee7bea4e0ae41668ec3f2a1179cb4b1" member_type: VOTER last_known_addr { host: "127.4.48.130" port: 34469 } } peers { permanent_uuid: "99ae684240a34a419ba5ca962e809620" member_type: VOTER last_known_addr { host: "127.4.48.129" port: 34203 } }
00:28:41.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.247352  5042 raft_consensus.cc:385] T 79ca44b944804da8ae0da7b88242d163 P a81a6bb6468e4dc4ba19797829e36a1f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:41.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.247711  5042 raft_consensus.cc:740] T 79ca44b944804da8ae0da7b88242d163 P a81a6bb6468e4dc4ba19797829e36a1f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a81a6bb6468e4dc4ba19797829e36a1f, State: Initialized, Role: FOLLOWER
00:28:41.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.248864  5042 consensus_queue.cc:260] T 79ca44b944804da8ae0da7b88242d163 P a81a6bb6468e4dc4ba19797829e36a1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81a6bb6468e4dc4ba19797829e36a1f" member_type: VOTER last_known_addr { host: "127.4.48.131" port: 33591 } } peers { permanent_uuid: "eee7bea4e0ae41668ec3f2a1179cb4b1" member_type: VOTER last_known_addr { host: "127.4.48.130" port: 34469 } } peers { permanent_uuid: "99ae684240a34a419ba5ca962e809620" member_type: VOTER last_known_addr { host: "127.4.48.129" port: 34203 } }
00:28:41.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.259613  5042 ts_tablet_manager.cc:1434] T 79ca44b944804da8ae0da7b88242d163 P a81a6bb6468e4dc4ba19797829e36a1f: Time spent starting tablet: real 0.046s	user 0.038s	sys 0.004s
00:28:41.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.260491  5010 heartbeater.cc:499] Master 127.4.48.188:45897 was elected leader, sending a full tablet report...
00:28:41.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.266676  5045 raft_consensus.cc:359] T 79ca44b944804da8ae0da7b88242d163 P eee7bea4e0ae41668ec3f2a1179cb4b1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81a6bb6468e4dc4ba19797829e36a1f" member_type: VOTER last_known_addr { host: "127.4.48.131" port: 33591 } } peers { permanent_uuid: "eee7bea4e0ae41668ec3f2a1179cb4b1" member_type: VOTER last_known_addr { host: "127.4.48.130" port: 34469 } } peers { permanent_uuid: "99ae684240a34a419ba5ca962e809620" member_type: VOTER last_known_addr { host: "127.4.48.129" port: 34203 } }
00:28:41.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.267720  5045 raft_consensus.cc:385] T 79ca44b944804da8ae0da7b88242d163 P eee7bea4e0ae41668ec3f2a1179cb4b1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:41.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.268092  5045 raft_consensus.cc:740] T 79ca44b944804da8ae0da7b88242d163 P eee7bea4e0ae41668ec3f2a1179cb4b1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eee7bea4e0ae41668ec3f2a1179cb4b1, State: Initialized, Role: FOLLOWER
00:28:41.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.271005  5045 consensus_queue.cc:260] T 79ca44b944804da8ae0da7b88242d163 P eee7bea4e0ae41668ec3f2a1179cb4b1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81a6bb6468e4dc4ba19797829e36a1f" member_type: VOTER last_known_addr { host: "127.4.48.131" port: 33591 } } peers { permanent_uuid: "eee7bea4e0ae41668ec3f2a1179cb4b1" member_type: VOTER last_known_addr { host: "127.4.48.130" port: 34469 } } peers { permanent_uuid: "99ae684240a34a419ba5ca962e809620" member_type: VOTER last_known_addr { host: "127.4.48.129" port: 34203 } }
00:28:41.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.281512  5045 ts_tablet_manager.cc:1434] T 79ca44b944804da8ae0da7b88242d163 P eee7bea4e0ae41668ec3f2a1179cb4b1: Time spent starting tablet: real 0.046s	user 0.033s	sys 0.008s
00:28:41.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.326262  5044 raft_consensus.cc:359] T 79ca44b944804da8ae0da7b88242d163 P 99ae684240a34a419ba5ca962e809620 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81a6bb6468e4dc4ba19797829e36a1f" member_type: VOTER last_known_addr { host: "127.4.48.131" port: 33591 } } peers { permanent_uuid: "eee7bea4e0ae41668ec3f2a1179cb4b1" member_type: VOTER last_known_addr { host: "127.4.48.130" port: 34469 } } peers { permanent_uuid: "99ae684240a34a419ba5ca962e809620" member_type: VOTER last_known_addr { host: "127.4.48.129" port: 34203 } }
00:28:41.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.327226  5044 raft_consensus.cc:385] T 79ca44b944804da8ae0da7b88242d163 P 99ae684240a34a419ba5ca962e809620 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:41.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.327557  5044 raft_consensus.cc:740] T 79ca44b944804da8ae0da7b88242d163 P 99ae684240a34a419ba5ca962e809620 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 99ae684240a34a419ba5ca962e809620, State: Initialized, Role: FOLLOWER
00:28:41.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.328804  5044 consensus_queue.cc:260] T 79ca44b944804da8ae0da7b88242d163 P 99ae684240a34a419ba5ca962e809620 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81a6bb6468e4dc4ba19797829e36a1f" member_type: VOTER last_known_addr { host: "127.4.48.131" port: 33591 } } peers { permanent_uuid: "eee7bea4e0ae41668ec3f2a1179cb4b1" member_type: VOTER last_known_addr { host: "127.4.48.130" port: 34469 } } peers { permanent_uuid: "99ae684240a34a419ba5ca962e809620" member_type: VOTER last_known_addr { host: "127.4.48.129" port: 34203 } }
00:28:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:41.350468  4736 tablet.cc:2406] T 79ca44b944804da8ae0da7b88242d163 P 99ae684240a34a419ba5ca962e809620: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.351341  5044 ts_tablet_manager.cc:1434] T 79ca44b944804da8ae0da7b88242d163 P 99ae684240a34a419ba5ca962e809620: Time spent starting tablet: real 0.116s	user 0.046s	sys 0.008s
00:28:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:41.384037  4874 tablet.cc:2406] T 79ca44b944804da8ae0da7b88242d163 P eee7bea4e0ae41668ec3f2a1179cb4b1: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:41.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.389418  5049 raft_consensus.cc:493] T 79ca44b944804da8ae0da7b88242d163 P eee7bea4e0ae41668ec3f2a1179cb4b1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:41.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.390069  5049 raft_consensus.cc:515] T 79ca44b944804da8ae0da7b88242d163 P eee7bea4e0ae41668ec3f2a1179cb4b1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81a6bb6468e4dc4ba19797829e36a1f" member_type: VOTER last_known_addr { host: "127.4.48.131" port: 33591 } } peers { permanent_uuid: "eee7bea4e0ae41668ec3f2a1179cb4b1" member_type: VOTER last_known_addr { host: "127.4.48.130" port: 34469 } } peers { permanent_uuid: "99ae684240a34a419ba5ca962e809620" member_type: VOTER last_known_addr { host: "127.4.48.129" port: 34203 } }
00:28:41.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.392894  5049 leader_election.cc:290] T 79ca44b944804da8ae0da7b88242d163 P eee7bea4e0ae41668ec3f2a1179cb4b1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a81a6bb6468e4dc4ba19797829e36a1f (127.4.48.131:33591), 99ae684240a34a419ba5ca962e809620 (127.4.48.129:34203)
00:28:41.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.407176  4681 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "79ca44b944804da8ae0da7b88242d163" candidate_uuid: "eee7bea4e0ae41668ec3f2a1179cb4b1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "99ae684240a34a419ba5ca962e809620" is_pre_election: true
00:28:41.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.408092  4681 raft_consensus.cc:2468] T 79ca44b944804da8ae0da7b88242d163 P 99ae684240a34a419ba5ca962e809620 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate eee7bea4e0ae41668ec3f2a1179cb4b1 in term 0.
00:28:41.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.407938  4964 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "79ca44b944804da8ae0da7b88242d163" candidate_uuid: "eee7bea4e0ae41668ec3f2a1179cb4b1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a81a6bb6468e4dc4ba19797829e36a1f" is_pre_election: true
00:28:41.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.408869  4964 raft_consensus.cc:2468] T 79ca44b944804da8ae0da7b88242d163 P a81a6bb6468e4dc4ba19797829e36a1f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate eee7bea4e0ae41668ec3f2a1179cb4b1 in term 0.
00:28:41.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.409596  4757 leader_election.cc:304] T 79ca44b944804da8ae0da7b88242d163 P eee7bea4e0ae41668ec3f2a1179cb4b1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 99ae684240a34a419ba5ca962e809620, eee7bea4e0ae41668ec3f2a1179cb4b1; no voters: 
00:28:41.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.410624  5049 raft_consensus.cc:2804] T 79ca44b944804da8ae0da7b88242d163 P eee7bea4e0ae41668ec3f2a1179cb4b1 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:41.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.410895  5049 raft_consensus.cc:493] T 79ca44b944804da8ae0da7b88242d163 P eee7bea4e0ae41668ec3f2a1179cb4b1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:41.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.411110  5049 raft_consensus.cc:3060] T 79ca44b944804da8ae0da7b88242d163 P eee7bea4e0ae41668ec3f2a1179cb4b1 [term 0 FOLLOWER]: Advancing to term 1
00:28:41.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.415913  5049 raft_consensus.cc:515] T 79ca44b944804da8ae0da7b88242d163 P eee7bea4e0ae41668ec3f2a1179cb4b1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81a6bb6468e4dc4ba19797829e36a1f" member_type: VOTER last_known_addr { host: "127.4.48.131" port: 33591 } } peers { permanent_uuid: "eee7bea4e0ae41668ec3f2a1179cb4b1" member_type: VOTER last_known_addr { host: "127.4.48.130" port: 34469 } } peers { permanent_uuid: "99ae684240a34a419ba5ca962e809620" member_type: VOTER last_known_addr { host: "127.4.48.129" port: 34203 } }
00:28:41.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.417680  5049 leader_election.cc:290] T 79ca44b944804da8ae0da7b88242d163 P eee7bea4e0ae41668ec3f2a1179cb4b1 [CANDIDATE]: Term 1 election: Requested vote from peers a81a6bb6468e4dc4ba19797829e36a1f (127.4.48.131:33591), 99ae684240a34a419ba5ca962e809620 (127.4.48.129:34203)
00:28:41.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.418435  4964 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "79ca44b944804da8ae0da7b88242d163" candidate_uuid: "eee7bea4e0ae41668ec3f2a1179cb4b1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a81a6bb6468e4dc4ba19797829e36a1f"
00:28:41.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.418818  4681 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "79ca44b944804da8ae0da7b88242d163" candidate_uuid: "eee7bea4e0ae41668ec3f2a1179cb4b1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "99ae684240a34a419ba5ca962e809620"
00:28:41.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.418937  4964 raft_consensus.cc:3060] T 79ca44b944804da8ae0da7b88242d163 P a81a6bb6468e4dc4ba19797829e36a1f [term 0 FOLLOWER]: Advancing to term 1
00:28:41.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.419246  4681 raft_consensus.cc:3060] T 79ca44b944804da8ae0da7b88242d163 P 99ae684240a34a419ba5ca962e809620 [term 0 FOLLOWER]: Advancing to term 1
00:28:41.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.423693  4964 raft_consensus.cc:2468] T 79ca44b944804da8ae0da7b88242d163 P a81a6bb6468e4dc4ba19797829e36a1f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate eee7bea4e0ae41668ec3f2a1179cb4b1 in term 1.
00:28:41.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.423714  4681 raft_consensus.cc:2468] T 79ca44b944804da8ae0da7b88242d163 P 99ae684240a34a419ba5ca962e809620 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate eee7bea4e0ae41668ec3f2a1179cb4b1 in term 1.
00:28:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.424710  4757 leader_election.cc:304] T 79ca44b944804da8ae0da7b88242d163 P eee7bea4e0ae41668ec3f2a1179cb4b1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 99ae684240a34a419ba5ca962e809620, eee7bea4e0ae41668ec3f2a1179cb4b1; no voters: 
00:28:41.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.425490  5049 raft_consensus.cc:2804] T 79ca44b944804da8ae0da7b88242d163 P eee7bea4e0ae41668ec3f2a1179cb4b1 [term 1 FOLLOWER]: Leader election won for term 1
00:28:41.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.427156  5049 raft_consensus.cc:697] T 79ca44b944804da8ae0da7b88242d163 P eee7bea4e0ae41668ec3f2a1179cb4b1 [term 1 LEADER]: Becoming Leader. State: Replica: eee7bea4e0ae41668ec3f2a1179cb4b1, State: Running, Role: LEADER
00:28:41.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.428138  5049 consensus_queue.cc:237] T 79ca44b944804da8ae0da7b88242d163 P eee7bea4e0ae41668ec3f2a1179cb4b1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81a6bb6468e4dc4ba19797829e36a1f" member_type: VOTER last_known_addr { host: "127.4.48.131" port: 33591 } } peers { permanent_uuid: "eee7bea4e0ae41668ec3f2a1179cb4b1" member_type: VOTER last_known_addr { host: "127.4.48.130" port: 34469 } } peers { permanent_uuid: "99ae684240a34a419ba5ca962e809620" member_type: VOTER last_known_addr { host: "127.4.48.129" port: 34203 } }
00:28:41.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.442081  4491 catalog_manager.cc:5696] T 79ca44b944804da8ae0da7b88242d163 P eee7bea4e0ae41668ec3f2a1179cb4b1 reported cstate change: term changed from 0 to 1, leader changed from <none> to eee7bea4e0ae41668ec3f2a1179cb4b1 (127.4.48.130). New cstate: current_term: 1 leader_uuid: "eee7bea4e0ae41668ec3f2a1179cb4b1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a81a6bb6468e4dc4ba19797829e36a1f" member_type: VOTER last_known_addr { host: "127.4.48.131" port: 33591 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "eee7bea4e0ae41668ec3f2a1179cb4b1" member_type: VOTER last_known_addr { host: "127.4.48.130" port: 34469 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "99ae684240a34a419ba5ca962e809620" member_type: VOTER last_known_addr { host: "127.4.48.129" port: 34203 } health_report { overall_health: UNKNOWN } } }
00:28:41.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:41.480834  5019 tablet.cc:2406] T 79ca44b944804da8ae0da7b88242d163 P a81a6bb6468e4dc4ba19797829e36a1f: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:41.482 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table b41061aac3e54a6798deb18cef506fcf
00:28:41.483 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.48.188:45897
00:28:41.483 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

00:28:41.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.484009  4290 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu with pid 4448
00:28:41.513 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:28:41.513 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.48.188:45897(127.4.48.188:45897)] handling channelInactive
00:28:41.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.48.188:45897(127.4.48.188:45897)] cleaning up while in state READY due to: connection closed
00:28:41.514 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.48.188:45897(127.4.48.188:45897)] connecting to peer
00:28:41.516 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:41.516 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.48.188:45897(127.4.48.188:45897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:41.516 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.4.48.188:45897(127.4.48.188:45897) for tablet Kudu Master: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:41.542 [DEBUG - pool-10-thread-1] (Connection.java:748) [peer master-127.4.48.188:45897(127.4.48.188:45897)] connecting to peer
00:28:41.545 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:41.545 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.48.188:45897(127.4.48.188:45897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:41.545 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.48.188:45897: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:41.548 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.48.188:45897,127.4.48.190:39221,127.4.48.189:39601; will retry
00:28:41.556 [DEBUG - pool-10-thread-1] (Connection.java:748) [peer master-127.4.48.188:45897(127.4.48.188:45897)] connecting to peer
00:28:41.558 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:41.558 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.48.188:45897(127.4.48.188:45897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:41.558 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.48.188:45897: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:41.561 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.48.188:45897,127.4.48.190:39221,127.4.48.189:39601; will retry
00:28:41.576 [DEBUG - pool-10-thread-1] (Connection.java:748) [peer master-127.4.48.188:45897(127.4.48.188:45897)] connecting to peer
00:28:41.579 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:41.579 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.48.188:45897(127.4.48.188:45897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:41.579 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.48.188:45897: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:41.582 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.48.188:45897,127.4.48.190:39221,127.4.48.189:39601; will retry
00:28:41.596 [DEBUG - pool-10-thread-1] (Connection.java:748) [peer master-127.4.48.188:45897(127.4.48.188:45897)] connecting to peer
00:28:41.599 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:41.599 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.48.188:45897(127.4.48.188:45897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:41.599 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.48.188:45897: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:41.603 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.48.188:45897,127.4.48.190:39221,127.4.48.189:39601; will retry
00:28:41.616 [DEBUG - pool-10-thread-1] (Connection.java:748) [peer master-127.4.48.188:45897(127.4.48.188:45897)] connecting to peer
00:28:41.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:41.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.48.188:45897(127.4.48.188:45897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:41.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.48.188:45897: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:41.621 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.48.188:45897,127.4.48.190:39221,127.4.48.189:39601; will retry
00:28:41.656 [DEBUG - pool-10-thread-1] (Connection.java:748) [peer master-127.4.48.188:45897(127.4.48.188:45897)] connecting to peer
00:28:41.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:41.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.48.188:45897(127.4.48.188:45897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:41.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.48.188:45897: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:41.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.48.188:45897,127.4.48.190:39221,127.4.48.189:39601; will retry
00:28:41.756 [DEBUG - pool-10-thread-1] (Connection.java:748) [peer master-127.4.48.188:45897(127.4.48.188:45897)] connecting to peer
00:28:41.759 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:41.759 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.48.188:45897(127.4.48.188:45897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:41.759 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.4.48.188:45897: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:41.761 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.48.188:45897,127.4.48.190:39221,127.4.48.189:39601; will retry
00:28:41.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.959981  5063 consensus_queue.cc:1048] T 79ca44b944804da8ae0da7b88242d163 P eee7bea4e0ae41668ec3f2a1179cb4b1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "99ae684240a34a419ba5ca962e809620" member_type: VOTER last_known_addr { host: "127.4.48.129" port: 34203 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:41.976374  4726 heartbeater.cc:646] Failed to heartbeat to 127.4.48.188:45897 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.4.48.188:45897: connect: Connection refused (error 111)
00:28:41.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:41.986914  4867 heartbeater.cc:646] Failed to heartbeat to 127.4.48.188:45897 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.4.48.188:45897: connect: Connection refused (error 111)
00:28:41.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.989387  5063 consensus_queue.cc:1048] T 79ca44b944804da8ae0da7b88242d163 P eee7bea4e0ae41668ec3f2a1179cb4b1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a81a6bb6468e4dc4ba19797829e36a1f" member_type: VOTER last_known_addr { host: "127.4.48.131" port: 33591 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:42.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:42.010708  5010 heartbeater.cc:646] Failed to heartbeat to 127.4.48.188:45897 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.4.48.188:45897: connect: Connection refused (error 111)
00:28:42.016 [DEBUG - pool-10-thread-1] (Connection.java:748) [peer master-127.4.48.188:45897(127.4.48.188:45897)] connecting to peer
00:28:42.018 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:42.018 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.48.188:45897(127.4.48.188:45897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:42.018 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.48.188:45897: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:42.021 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.48.188:45897,127.4.48.190:39221,127.4.48.189:39601; will retry
00:28:42.476 [DEBUG - pool-10-thread-1] (Connection.java:748) [peer master-127.4.48.188:45897(127.4.48.188:45897)] connecting to peer
00:28:42.478 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:42.478 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.48.188:45897(127.4.48.188:45897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:42.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.48.188:45897: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:42.480 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.4.48.188:45897,127.4.48.190:39221,127.4.48.189:39601; will retry
00:28:42.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.957201  5080 raft_consensus.cc:493] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 812118a2365d49ac86de0acdcabf8550)
00:28:42.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.957684  5080 raft_consensus.cc:515] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" member_type: VOTER last_known_addr { host: "127.4.48.190" port: 39221 } } peers { permanent_uuid: "f2ff08e84487417fb35afa2aa8e12310" member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } } peers { permanent_uuid: "812118a2365d49ac86de0acdcabf8550" member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } }
00:28:42.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.959511  5081 raft_consensus.cc:493] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 812118a2365d49ac86de0acdcabf8550)
00:28:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.959718  5080 leader_election.cc:290] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ee36c8b3533b44d3a4ca0572f7265e32 (127.4.48.190:39221), 812118a2365d49ac86de0acdcabf8550 (127.4.48.188:45897)
00:28:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.960382  5081 raft_consensus.cc:515] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" member_type: VOTER last_known_addr { host: "127.4.48.190" port: 39221 } } peers { permanent_uuid: "f2ff08e84487417fb35afa2aa8e12310" member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } } peers { permanent_uuid: "812118a2365d49ac86de0acdcabf8550" member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } }
00:28:42.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.960500  4345 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f2ff08e84487417fb35afa2aa8e12310" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" is_pre_election: true
00:28:42.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.961447  4345 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f2ff08e84487417fb35afa2aa8e12310 in term 1.
00:28:42.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.962996  4395 leader_election.cc:304] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ee36c8b3533b44d3a4ca0572f7265e32, f2ff08e84487417fb35afa2aa8e12310; no voters: 
00:28:42.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.963482  5081 leader_election.cc:290] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f2ff08e84487417fb35afa2aa8e12310 (127.4.48.189:39601), 812118a2365d49ac86de0acdcabf8550 (127.4.48.188:45897)
00:28:42.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.964036  5080 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [term 1 FOLLOWER]: Leader pre-election won for term 2
00:28:42.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.963759  4421 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "f2ff08e84487417fb35afa2aa8e12310" is_pre_election: true
00:28:42.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.964435  5080 raft_consensus.cc:493] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 812118a2365d49ac86de0acdcabf8550)
00:28:42.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.964783  5080 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [term 1 FOLLOWER]: Advancing to term 2
00:28:42.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:42.964960  4395 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.48.188:45897: connect: Connection refused (error 111) [suppressed 6 similar messages]
00:28:42.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:42.965829  4319 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.48.188:45897: connect: Connection refused (error 111) [suppressed 13 similar messages]
00:28:42.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:42.969785  4395 leader_election.cc:336] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 812118a2365d49ac86de0acdcabf8550 (127.4.48.188:45897): Network error: Client connection negotiation failed: client connection to 127.4.48.188:45897: connect: Connection refused (error 111)
00:28:42.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:42.970211  4319 leader_election.cc:336] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 812118a2365d49ac86de0acdcabf8550 (127.4.48.188:45897): Network error: Client connection negotiation failed: client connection to 127.4.48.188:45897: connect: Connection refused (error 111)
00:28:42.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.972687  5080 raft_consensus.cc:515] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" member_type: VOTER last_known_addr { host: "127.4.48.190" port: 39221 } } peers { permanent_uuid: "f2ff08e84487417fb35afa2aa8e12310" member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } } peers { permanent_uuid: "812118a2365d49ac86de0acdcabf8550" member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } }
00:28:42.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.973659  4421 raft_consensus.cc:2393] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate ee36c8b3533b44d3a4ca0572f7265e32 in current term 2: Already voted for candidate f2ff08e84487417fb35afa2aa8e12310 in this term.
00:28:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.974560  5080 leader_election.cc:290] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [CANDIDATE]: Term 2 election: Requested vote from peers ee36c8b3533b44d3a4ca0572f7265e32 (127.4.48.190:39221), 812118a2365d49ac86de0acdcabf8550 (127.4.48.188:45897)
00:28:42.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.975313  4345 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f2ff08e84487417fb35afa2aa8e12310" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "ee36c8b3533b44d3a4ca0572f7265e32"
00:28:42.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.975916  4345 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32 [term 1 FOLLOWER]: Advancing to term 2
00:28:42.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.978133  4322 leader_election.cc:304] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ee36c8b3533b44d3a4ca0572f7265e32; no voters: 812118a2365d49ac86de0acdcabf8550, f2ff08e84487417fb35afa2aa8e12310
00:28:42.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:42.978982  4395 leader_election.cc:336] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 812118a2365d49ac86de0acdcabf8550 (127.4.48.188:45897): Network error: Client connection negotiation failed: client connection to 127.4.48.188:45897: connect: Connection refused (error 111)
00:28:42.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.982219  4345 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f2ff08e84487417fb35afa2aa8e12310 in term 2.
00:28:42.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.982632  5081 raft_consensus.cc:2749] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
00:28:42.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.983206  4395 leader_election.cc:304] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: ee36c8b3533b44d3a4ca0572f7265e32, f2ff08e84487417fb35afa2aa8e12310; no voters: 812118a2365d49ac86de0acdcabf8550
00:28:42.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.983872  5080 raft_consensus.cc:2804] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [term 2 FOLLOWER]: Leader election won for term 2
00:28:42.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.985323  5080 raft_consensus.cc:697] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [term 2 LEADER]: Becoming Leader. State: Replica: f2ff08e84487417fb35afa2aa8e12310, State: Running, Role: LEADER
00:28:42.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.987030  5080 consensus_queue.cc:237] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" member_type: VOTER last_known_addr { host: "127.4.48.190" port: 39221 } } peers { permanent_uuid: "f2ff08e84487417fb35afa2aa8e12310" member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } } peers { permanent_uuid: "812118a2365d49ac86de0acdcabf8550" member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } }
00:28:42.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.991187  5086 sys_catalog.cc:455] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [sys.catalog]: SysCatalogTable state changed. Reason: New leader f2ff08e84487417fb35afa2aa8e12310. Latest consensus state: current_term: 2 leader_uuid: "f2ff08e84487417fb35afa2aa8e12310" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ee36c8b3533b44d3a4ca0572f7265e32" member_type: VOTER last_known_addr { host: "127.4.48.190" port: 39221 } } peers { permanent_uuid: "f2ff08e84487417fb35afa2aa8e12310" member_type: VOTER last_known_addr { host: "127.4.48.189" port: 39601 } } peers { permanent_uuid: "812118a2365d49ac86de0acdcabf8550" member_type: VOTER last_known_addr { host: "127.4.48.188" port: 45897 } } }
00:28:42.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.991987  5086 sys_catalog.cc:458] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310 [sys.catalog]: This master's current role is: LEADER
00:28:42.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.994843  5089 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:28:43.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:43.002228  5089 catalog_manager.cc:679] Loaded metadata for table TestMasterFailover-killBefore=SCAN_TABLE [id=b41061aac3e54a6798deb18cef506fcf]
00:28:43.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:43.007165  5089 tablet_loader.cc:96] loaded metadata for tablet 79ca44b944804da8ae0da7b88242d163 (table TestMasterFailover-killBefore=SCAN_TABLE [id=b41061aac3e54a6798deb18cef506fcf])
00:28:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:43.008224  5089 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:28:43.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:43.011204  5089 catalog_manager.cc:1294] Loaded cluster ID: d9139d66603745a2b59e1d999a1871ff
00:28:43.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:43.011437  5089 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:28:43.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:43.015168  5089 catalog_manager.cc:1539] Loading token signing keys...
00:28:43.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:43.019706  5089 catalog_manager.cc:6080] T 00000000000000000000000000000000 P f2ff08e84487417fb35afa2aa8e12310: Loaded TSK: 0
00:28:43.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:43.020669  5089 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:28:43.217 [DEBUG - pool-10-thread-1] (Connection.java:748) [peer master-127.4.48.188:45897(127.4.48.188:45897)] connecting to peer
00:28:43.218 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:43.218 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.48.188:45897(127.4.48.188:45897)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:43.218 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.48.188:45897: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897
00:28:43.223 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:28:43.224 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=11, TimeoutTracker(timeout=30000, elapsed=1710), Traces: [0ms] sending RPC to server master-127.4.48.188:45897, [2ms] received response from server master-127.4.48.188:45897: Network error: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [27ms] refreshing cache from master, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.188:45897, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.190:39221, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.189:39601, [31ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.188:45897: Network error: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [34ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.190:39221: OK, [34ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.189:39601: OK, [35ms] delaying RPC due to: Service unavailable: Master config (127.4.48.188:45897,127.4.48.190:39221,127.4.48.189:39601) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [41ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.188:45897, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.190:39221, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.189:39601, [44ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.188:45897: Network error: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.190:39221: OK, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.189:39601: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.4.48.188:45897,127.4.48.190:39221,127.4.48.189:39601) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.188:45897, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.190:39221, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.189:39601, [65ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.188:45897: Network error: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [67ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.190:39221: OK, [68ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.189:39601: OK, [68ms] delaying RPC due to: Service unavailable: Master config (127.4.48.188:45897,127.4.48.190:39221,127.4.48.189:39601) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.188:45897, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.190:39221, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.189:39601, [85ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.188:45897: Network error: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [87ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.190:39221: OK, [88ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.189:39601: OK, [89ms] delaying RPC due to: Service unavailable: Master config (127.4.48.188:45897,127.4.48.190:39221,127.4.48.189:39601) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [101ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.188:45897, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.190:39221, [103ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.188:45897: Network error: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.189:39601, [106ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.190:39221: OK, [107ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.189:39601: OK, [107ms] delaying RPC due to: Service unavailable: Master config (127.4.48.188:45897,127.4.48.190:39221,127.4.48.189:39601) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.188:45897, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.190:39221, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.189:39601, [147ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.190:39221: OK, [147ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.189:39601: OK, [148ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.188:45897: Network error: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [148ms] delaying RPC due to: Service unavailable: Master config (127.4.48.188:45897,127.4.48.190:39221,127.4.48.189:39601) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.188:45897, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.190:39221, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.189:39601, [245ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.188:45897: Network error: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [246ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.190:39221: OK, [246ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.189:39601: OK, [247ms] delaying RPC due to: Service unavailable: Master config (127.4.48.188:45897,127.4.48.190:39221,127.4.48.189:39601) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [502ms] refreshing cache from master, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.188:45897, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.190:39221, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.189:39601, [504ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.188:45897: Network error: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [507ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.189:39601: OK, [507ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.190:39221: OK, [507ms] delaying RPC due to: Service unavailable: Master config (127.4.48.188:45897,127.4.48.190:39221,127.4.48.189:39601) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [962ms] refreshing cache from master, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.188:45897, [963ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.190:39221, [963ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.189:39601, [964ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.188:45897: Network error: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [966ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.189:39601: OK, [966ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.190:39221: OK, [966ms] delaying RPC due to: Service unavailable: Master config (127.4.48.188:45897,127.4.48.190:39221,127.4.48.189:39601) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [1702ms] refreshing cache from master, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.188:45897, [1703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.190:39221, [1703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.189:39601, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.188:45897: Network error: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [1707ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.190:39221: OK, [1708ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.189:39601: OK, deferred=Deferred@2086611479(state=PENDING, result=null, callback=get tablet locations from the master for table TestMasterFailover-killBefore=SCAN_TABLE -> release master lookup permit -> retry RPC -> scanner opened -> passthrough -> org.apache.kudu.test.ClientTestUtil$2@7f1ba657 -> wakeup thread Time-limited test -> (continuation of Deferred@1691438829 after retry RPC after error@2098929871) -> (continuation of Deferred@2014425833 after retry RPC after error@1520077474) -> (continuation of Deferred@877793594 after retry RPC after error@283853351) -> (continuation of Deferred@1704475689 after retry RPC after error@1801024930) -> (continuation of Deferred@1336308274 after retry RPC after error@85388187) -> (continuation of Deferred@558626404 after retry RPC after error@27227018) -> (continuation of Deferred@2102703721 after retry RPC after error@1328332907) -> (continuation of Deferred@824895292 after retry RPC after error@1263784368) -> (continuation of Deferred@325898573 after retry RPC after error@980051155), errback=passthrough -> release master lookup permit -> retry RPC after error -> passthrough -> open scanner errback -> org.apache.kudu.test.ClientTestUtil$1@5c9f77a5 -> wakeup thread Time-limited test -> (continuation of Deferred@1691438829 after retry RPC after error@2098929871) -> (continuation of Deferred@2014425833 after retry RPC after error@1520077474) -> (continuation of Deferred@877793594 after retry RPC after error@283853351) -> (continuation of Deferred@1704475689 after retry RPC after error@1801024930) -> (continuation of Deferred@1336308274 after retry RPC after error@85388187) -> (continuation of Deferred@558626404 after retry RPC after error@27227018) -> (continuation of Deferred@2102703721 after retry RPC after error@1328332907) -> (continuation of Deferred@824895292 after retry RPC after error@1263784368) -> (continuation of Deferred@325898573 after retry RPC after error@980051155))) after lookup
00:28:43.229 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 79ca44b944804da8ae0da7b88242d163 for table 'TestMasterFailover-killBefore=SCAN_TABLE' with partition [<start>, <end>)
00:28:43.229 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=79ca44b944804da8ae0da7b88242d163@[99ae684240a34a419ba5ca962e809620(127.4.48.129:34203),a81a6bb6468e4dc4ba19797829e36a1f(127.4.48.131:33591),eee7bea4e0ae41668ec3f2a1179cb4b1(127.4.48.130:34469)[L]]}]
00:28:43.230 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=1716), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.188:45897, [3ms] Sub RPC GetTableLocations: received response from server master-127.4.48.188:45897: Network error: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [3ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [28ms] Sub RPC GetTableLocations: refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.188:45897, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.190:39221, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.189:39601, [32ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.188:45897: Network error: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [35ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.190:39221: OK, [35ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.189:39601: OK, [36ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.4.48.188:45897,127.4.48.190:39221,127.4.48.189:39601) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [42ms] Sub RPC GetTableLocations: refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.188:45897, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.190:39221, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.189:39601, [45ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.188:45897: Network error: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [48ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.190:39221: OK, [48ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.189:39601: OK, [48ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.4.48.188:45897,127.4.48.190:39221,127.4.48.189:39601) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [63ms] Sub RPC GetTableLocations: refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.188:45897, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.190:39221, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.189:39601, [66ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.188:45897: Network error: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [68ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.190:39221: OK, [69ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.189:39601: OK, [69ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.4.48.188:45897,127.4.48.190:39221,127.4.48.189:39601) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [83ms] Sub RPC GetTableLocations: refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.188:45897, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.190:39221, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.189:39601, [86ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.188:45897: Network error: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [88ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.190:39221: OK, [89ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.189:39601: OK, [90ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.4.48.188:45897,127.4.48.190:39221,127.4.48.189:39601) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [102ms] Sub RPC GetTableLocations: refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.188:45897, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.190:39221, [104ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.188:45897: Network error: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.189:39601, [107ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.190:39221: OK, [108ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.189:39601: OK, [108ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.4.48.188:45897,127.4.48.190:39221,127.4.48.189:39601) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [143ms] Sub RPC GetTableLocations: refreshing cache from master, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.188:45897, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.190:39221, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.189:39601, [148ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.190:39221: OK, [148ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.189:39601: OK, [149ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.188:45897: Network error: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [149ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.4.48.188:45897,127.4.48.190:39221,127.4.48.189:39601) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [243ms] Sub RPC GetTableLocations: refreshing cache from master, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.188:45897, [244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.190:39221, [244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.189:39601, [246ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.188:45897: Network error: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [247ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.190:39221: OK, [247ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.189:39601: OK, [248ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.4.48.188:45897,127.4.48.190:39221,127.4.48.189:39601) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [503ms] Sub RPC GetTableLocations: refreshing cache from master, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.188:45897, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.190:39221, [505ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.189:39601, [505ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.188:45897: Network error: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [508ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.189:39601: OK, [508ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.190:39221: OK, [508ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.4.48.188:45897,127.4.48.190:39221,127.4.48.189:39601) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [963ms] Sub RPC GetTableLocations: refreshing cache from master, [963ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.188:45897, [964ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.190:39221, [964ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.189:39601, [965ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.188:45897: Network error: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [967ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.189:39601: OK, [967ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.190:39221: OK, [967ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.4.48.188:45897,127.4.48.190:39221,127.4.48.189:39601) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [1703ms] Sub RPC GetTableLocations: refreshing cache from master, [1703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.188:45897, [1704ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.190:39221, [1704ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.48.189:39601, [1705ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.188:45897: Network error: Failed to connect to peer master-127.4.48.188:45897(127.4.48.188:45897): Connection refused: /127.4.48.188:45897, [1708ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.190:39221: OK, [1709ms] Sub RPC ConnectToMaster: received response from server master-127.4.48.189:39601: OK, [1712ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.48.189:39601, [1716ms] Sub RPC GetTableLocations: received response from server master-127.4.48.189:39601: OK, deferred=null)) after lookup
00:28:43.231 [DEBUG - kudu-nio-2] (Connection.java:748) [peer eee7bea4e0ae41668ec3f2a1179cb4b1(127.4.48.130:34469)] connecting to peer
00:28:43.232 [DEBUG - kudu-nio-6] (Connection.java:757) [peer eee7bea4e0ae41668ec3f2a1179cb4b1(127.4.48.130:34469)] Successfully connected to peer
00:28:43.253 [DEBUG - kudu-nio-6] (Negotiator.java:919) Authenticated connection [id: 0x92fdfe3c, L:/127.0.0.1:51072 - R:/127.4.48.130:34469] using TOKEN/null
00:28:43.265 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=TestMasterFailover-killBefore=SCAN_TABLE, tablet=79ca44b944804da8ae0da7b88242d163, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:43.266 [DEBUG - Time-limited test] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:28:43.270 [DEBUG - main] (Connection.java:575) [peer master-127.4.48.188:45897(127.4.48.188:45897)] disconnecting while in state TERMINATED
00:28:43.270 [DEBUG - main] (Connection.java:575) [peer eee7bea4e0ae41668ec3f2a1179cb4b1(127.4.48.130:34469)] disconnecting while in state READY
00:28:43.270 [DEBUG - main] (Connection.java:575) [peer master-127.4.48.190:39221(127.4.48.190:39221)] disconnecting while in state READY
00:28:43.270 [DEBUG - main] (Connection.java:575) [peer master-127.4.48.189:39601(127.4.48.189:39601)] disconnecting while in state READY
00:28:43.271 [DEBUG - kudu-nio-6] (Connection.java:239) [peer eee7bea4e0ae41668ec3f2a1179cb4b1(127.4.48.130:34469)] handling channelInactive
00:28:43.271 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.4.48.189:39601(127.4.48.189:39601)] handling channelInactive
00:28:43.271 [DEBUG - kudu-nio-6] (Connection.java:709) [peer eee7bea4e0ae41668ec3f2a1179cb4b1(127.4.48.130:34469)] cleaning up while in state READY due to: connection closed
00:28:43.272 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.48.189:39601(127.4.48.189:39601)] cleaning up while in state READY due to: connection closed
00:28:43.272 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:28:43.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:43.274098  4290 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu with pid 4576
00:28:43.276 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.48.190:39221(127.4.48.190:39221)] handling channelInactive
00:28:43.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.48.190:39221(127.4.48.190:39221)] cleaning up while in state READY due to: connection closed
00:28:43.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:43.305955  4290 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu with pid 4730
00:28:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:43.348026  4290 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu with pid 4875
00:28:43.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:43.379382  4290 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu with pid 4302
00:28:43.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:43.379320  4345 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ee36c8b3533b44d3a4ca0572f7265e32 [term 2 FOLLOWER]: Refusing update from remote peer f2ff08e84487417fb35afa2aa8e12310: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 2 index: 8. (index mismatch)
00:28:43.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:43.412328  4290 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu with pid 4372
00:28:44.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:28:44Z chronyd exiting
.00:28:45.695 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783470525695
00:28:45.698 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
00:28:45.699 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:28:45.699 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task7BOk8m/test-tmp
00:28:45.699 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
00:28:45.699 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task7BOk8m/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
00:28:45.702 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

00:28:46.035 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:28:46.036 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

00:28:46.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.039462  5102 mini_oidc.cc:150] Starting JWKS server
00:28:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.042706  5102 webserver.cc:534] Webserver started at http://127.0.0.1:35293/ using document root <none> and password file <none>
00:28:46.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.043131  5102 mini_oidc.cc:186] Starting OIDC Discovery server
00:28:46.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.044783  5102 webserver.cc:534] Webserver started at http://127.0.0.1:45093/ using document root <none> and password file <none>
00:28:46.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:28:46Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
00:28:46.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:28:46Z Disabled control of system clock
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.113843  5102 external_mini_cluster.cc:1372] Running /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-0/wal
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-0/data
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-0/logs
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-0/data/info.pb
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.251.190:38121
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.251.190
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.251.148:45049
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.251.190:38121,127.4.251.189:43547,127.4.251.188:39793
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35293/jwks.json with env {}
00:28:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:46.423897  5114 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:46.424479  5114 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:46.424983  5114 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:46.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:46.457428  5114 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:28:46.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:46.457721  5114 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:46.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:46.457932  5114 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:28:46.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:46.458148  5114 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:28:46.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:46.458341  5114 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:28:46.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:46.458489  5114 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35293/jwks.json
00:28:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.495908  5114 master_runner.cc:387] Master server non-default flags:
00:28:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.251.148:45049
00:28:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-0/data
00:28:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-0/wal
00:28:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.251.190:38121,127.4.251.189:43547,127.4.251.188:39793
00:28:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.251.190:38121
00:28:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35293/jwks.json
00:28:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-0/data/info.pb
00:28:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.251.190
00:28:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:46.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:46.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:46.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:46.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:46.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-0/logs
00:28:46.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:46.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:46.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:46.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:28:46.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:46.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:46.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:46.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:46.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:46.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:46.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.497351  5114 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:46.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.498962  5114 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:46.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:46.510922  5120 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:47.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:46.511507  5121 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:47.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:47.780088  5123 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:47.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:47.784548  5122 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1271 milliseconds
00:28:47.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:47.786087  5114 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.275s	user 0.412s	sys 0.859s
00:28:47.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:47.786372  5114 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.276s	user 0.412s	sys 0.859s
00:28:47.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.786579  5114 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:47.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.787784  5114 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:47.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.790694  5114 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:47.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.792161  5114 hybrid_clock.cc:648] HybridClock initialized: now 1783470527792128 us; error 52 us; skew 500 ppm
00:28:47.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.793138  5114 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:47.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.801872  5114 webserver.cc:534] Webserver started at http://127.4.251.190:46279/ using document root <none> and password file <none>
00:28:47.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.803478  5114 fs_manager.cc:362] Metadata directory not provided
00:28:47.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.803960  5114 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:47.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.804517  5114 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.812194  5114 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-0/data/instance:
00:28:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ec2a230bac94290a664d04fb2b9a4af"
00:28:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:47 on dist-test-slave-j4ld"
00:28:47.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.814111  5114 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-0/wal/instance:
00:28:47.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ec2a230bac94290a664d04fb2b9a4af"
00:28:47.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:47 on dist-test-slave-j4ld"
00:28:47.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.824950  5114 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.009s	sys 0.001s
00:28:47.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.835374  5130 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:47.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.837136  5114 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.001s
00:28:47.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.837656  5114 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-0/data,/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-0/wal
00:28:47.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ec2a230bac94290a664d04fb2b9a4af"
00:28:47.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:47 on dist-test-slave-j4ld"
00:28:47.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.838181  5114 fs_report.cc:389] FS layout report
00:28:47.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:47.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-0/wal
00:28:47.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-0/wal
00:28:47.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-0/data/data
00:28:47.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:47.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:47.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:47.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:47.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:47.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:47.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:47.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:47.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:47.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:47.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:47.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.936179  5114 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.937927  5114 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:47.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.938413  5114 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:48.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:48.014153  5114 rpc_server.cc:307] RPC server started. Bound to: 127.4.251.190:38121
00:28:48.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:48.014213  5181 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.251.190:38121 every 8 connection(s)
00:28:48.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:48.017198  5114 server_base.cc:1193] Dumped server information to /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-0/data/info.pb
00:28:48.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:48.020720  5102 external_mini_cluster.cc:1434] Started /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu as pid 5114
00:28:48.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:48.021253  5102 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-0/wal/instance
00:28:48.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:48.024796  5182 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:48.026647  5102 external_mini_cluster.cc:1372] Running /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-1/wal
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-1/data
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-1/logs
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-1/data/info.pb
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.251.189:43547
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.251.189
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.251.148:45049
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.251.190:38121,127.4.251.189:43547,127.4.251.188:39793
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:48.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35293/jwks.json with env {}
00:28:48.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:48.038538  5182 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } has no permanent_uuid. Determining permanent_uuid...
00:28:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:48.067746  5182 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } has no permanent_uuid. Determining permanent_uuid...
00:28:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:48.070338  5133 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.251.189:43547: connect: Connection refused (error 111)
00:28:48.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:48.074502  5182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.251.189:43547: Network error: Client connection negotiation failed: client connection to 127.4.251.189:43547: connect: Connection refused (error 111)
00:28:48.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:48.123998  5182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } attempt: 1
00:28:48.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:48.128742  5182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.251.189:43547: Network error: Client connection negotiation failed: client connection to 127.4.251.189:43547: connect: Connection refused (error 111)
00:28:48.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:48.197182  5182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } attempt: 2
00:28:48.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:48.201606  5182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.251.189:43547: Network error: Client connection negotiation failed: client connection to 127.4.251.189:43547: connect: Connection refused (error 111)
00:28:48.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:48.293023  5182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } attempt: 3
00:28:48.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:48.298187  5182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.251.189:43547: Network error: Client connection negotiation failed: client connection to 127.4.251.189:43547: connect: Connection refused (error 111)
00:28:48.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:48.350378  5184 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:48.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:48.350960  5184 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:48.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:48.351423  5184 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:48.383615  5184 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:28:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:48.383914  5184 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:48.384124  5184 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:28:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:48.384328  5184 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:28:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:48.384513  5184 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:28:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:48.384693  5184 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35293/jwks.json
00:28:48.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:48.421340  5184 master_runner.cc:387] Master server non-default flags:
00:28:48.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:48.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.251.148:45049
00:28:48.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-1/data
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-1/wal
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.251.190:38121,127.4.251.189:43547,127.4.251.188:39793
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.251.189:43547
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35293/jwks.json
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-1/data/info.pb
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.251.189
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-1/logs
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:48.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:48.422721  5184 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:48.424314  5184 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:48.435366  5194 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:48.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:48.441591  5182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } attempt: 4
00:28:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:48.449558  5182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.251.189:43547: Network error: Client connection negotiation failed: client connection to 127.4.251.189:43547: connect: Connection refused (error 111)
00:28:48.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:48.749161  5182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } attempt: 5
00:28:48.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:48.759136  5182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.251.189:43547: Network error: Client connection negotiation failed: client connection to 127.4.251.189:43547: connect: Connection refused (error 111)
00:28:49.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:49.306739  5182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } attempt: 6
00:28:49.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:49.346033  5182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.251.189:43547: Network error: Client connection negotiation failed: client connection to 127.4.251.189:43547: connect: Connection refused (error 111)
00:28:50.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:49.839958  5192 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 5184
00:28:50.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.010227  5192 kernel_stack_watchdog.cc:198] Thread 5184 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 400ms:
00:28:50.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:28:50.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:28:50.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:28:50.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:28:50.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.011303  5184 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.575s	user 0.465s	sys 1.105s
00:28:50.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.011745  5184 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.576s	user 0.465s	sys 1.105s
00:28:50.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:48.435997  5195 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:50.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.012760  5196 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1575 milliseconds
00:28:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.013841  5184 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.013931  5197 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:50.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.018390  5184 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:50.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.021167  5184 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.022579  5184 hybrid_clock.cc:648] HybridClock initialized: now 1783470530022528 us; error 66 us; skew 500 ppm
00:28:50.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.023489  5184 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:50.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.029796  5184 webserver.cc:534] Webserver started at http://127.4.251.189:45427/ using document root <none> and password file <none>
00:28:50.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.030818  5184 fs_manager.cc:362] Metadata directory not provided
00:28:50.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.031085  5184 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:50.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.031625  5184 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:50.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.036286  5184 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-1/data/instance:
00:28:50.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fcfc6b3bdd554523abfcfea15bbe5a46"
00:28:50.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:50 on dist-test-slave-j4ld"
00:28:50.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.037635  5184 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-1/wal/instance:
00:28:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fcfc6b3bdd554523abfcfea15bbe5a46"
00:28:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:50 on dist-test-slave-j4ld"
00:28:50.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.045136  5184 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.002s	sys 0.004s
00:28:50.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.051141  5206 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:50.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.052428  5184 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
00:28:50.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.052837  5184 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-1/data,/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-1/wal
00:28:50.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fcfc6b3bdd554523abfcfea15bbe5a46"
00:28:50.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:50 on dist-test-slave-j4ld"
00:28:50.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.053292  5184 fs_report.cc:389] FS layout report
00:28:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-1/wal
00:28:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-1/wal
00:28:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-1/data/data
00:28:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:50.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.109011  5184 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:50.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.110678  5184 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:50.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.111209  5184 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.183902  5184 rpc_server.cc:307] RPC server started. Bound to: 127.4.251.189:43547
00:28:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.184078  5257 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.251.189:43547 every 8 connection(s)
00:28:50.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.186913  5184 server_base.cc:1193] Dumped server information to /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-1/data/info.pb
00:28:50.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.194161  5258 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:50.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.196480  5102 external_mini_cluster.cc:1434] Started /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu as pid 5184
00:28:50.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.196903  5102 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-1/wal/instance
00:28:50.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.199046  5102 external_mini_cluster.cc:1372] Running /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:50.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:50.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-2/wal
00:28:50.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-2/data
00:28:50.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:50.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:50.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:50.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:50.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:50.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:50.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-2/logs
00:28:50.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-2/data/info.pb
00:28:50.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:50.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:50.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:50.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:50.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:50.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:50.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:50.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:50.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:28:50.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:50.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:50.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:50.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.251.188:39793
00:28:50.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.251.188
00:28:50.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:50.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.251.148:45049
00:28:50.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:50.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:50.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:50.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:50.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.251.190:38121,127.4.251.189:43547,127.4.251.188:39793
00:28:50.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:50.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35293/jwks.json with env {}
00:28:50.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.207023  5258 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } has no permanent_uuid. Determining permanent_uuid...
00:28:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.231837  5258 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } has no permanent_uuid. Determining permanent_uuid...
00:28:50.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.246992  5258 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } has no permanent_uuid. Determining permanent_uuid...
00:28:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.249312  5209 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.251.188:39793: connect: Connection refused (error 111)
00:28:50.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.253715  5258 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.251.188:39793: Network error: Client connection negotiation failed: client connection to 127.4.251.188:39793: connect: Connection refused (error 111)
00:28:50.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.303261  5258 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } attempt: 1
00:28:50.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.308111  5258 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.251.188:39793: Network error: Client connection negotiation failed: client connection to 127.4.251.188:39793: connect: Connection refused (error 111)
00:28:50.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.376583  5258 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } attempt: 2
00:28:50.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.381044  5258 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.251.188:39793: Network error: Client connection negotiation failed: client connection to 127.4.251.188:39793: connect: Connection refused (error 111)
00:28:50.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.406666  5182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } attempt: 7
00:28:50.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.419416  5182 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } has no permanent_uuid. Determining permanent_uuid...
00:28:50.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.425916  5182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.251.188:39793: Network error: Client connection negotiation failed: client connection to 127.4.251.188:39793: connect: Connection refused (error 111)
00:28:50.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.472479  5258 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } attempt: 3
00:28:50.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.477048  5258 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.251.188:39793: Network error: Client connection negotiation failed: client connection to 127.4.251.188:39793: connect: Connection refused (error 111)
00:28:50.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.484474  5182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } attempt: 1
00:28:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.489526  5182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.251.188:39793: Network error: Client connection negotiation failed: client connection to 127.4.251.188:39793: connect: Connection refused (error 111)
00:28:50.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.526937  5260 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:50.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.527511  5260 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:50.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.527997  5260 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:50.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.560537  5260 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:28:50.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.560830  5260 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:50.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.561028  5260 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:28:50.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.561239  5260 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:28:50.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.561510  5260 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:28:50.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.561681  5260 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35293/jwks.json
00:28:50.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.571065  5182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } attempt: 2
00:28:50.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.575521  5182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.251.188:39793: Network error: Client connection negotiation failed: client connection to 127.4.251.188:39793: connect: Connection refused (error 111)
00:28:50.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.600200  5260 master_runner.cc:387] Master server non-default flags:
00:28:50.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:50.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.251.148:45049
00:28:50.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:50.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:50.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-2/data
00:28:50.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-2/wal
00:28:50.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.251.190:38121,127.4.251.189:43547,127.4.251.188:39793
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.251.188:39793
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35293/jwks.json
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-2/data/info.pb
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.251.188
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-2/logs
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.602033  5260 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.603749  5260 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:50.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.615705  5272 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:50.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.620524  5258 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } attempt: 4
00:28:50.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.628690  5258 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.251.188:39793: Network error: Client connection negotiation failed: client connection to 127.4.251.188:39793: connect: Connection refused (error 111)
00:28:50.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.660969  5182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } attempt: 3
00:28:50.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.670496  5182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.251.188:39793: Network error: Client connection negotiation failed: client connection to 127.4.251.188:39793: connect: Connection refused (error 111)
00:28:50.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.811122  5182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } attempt: 4
00:28:50.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.824970  5182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.251.188:39793: Network error: Client connection negotiation failed: client connection to 127.4.251.188:39793: connect: Connection refused (error 111)
00:28:50.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.928275  5258 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } attempt: 5
00:28:50.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.939888  5258 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.251.188:39793: Network error: Client connection negotiation failed: client connection to 127.4.251.188:39793: connect: Connection refused (error 111)
00:28:51.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.108599  5182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } attempt: 5
00:28:51.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:51.119545  5182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.251.188:39793: Network error: Client connection negotiation failed: client connection to 127.4.251.188:39793: connect: Connection refused (error 111)
00:28:51.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.487516  5258 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } attempt: 6
00:28:51.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:51.510962  5258 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.251.188:39793: Network error: Client connection negotiation failed: client connection to 127.4.251.188:39793: connect: Connection refused (error 111)
00:28:51.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.672168  5182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } attempt: 6
00:28:51.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:51.703460  5182 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.251.188:39793: Network error: Client connection negotiation failed: client connection to 127.4.251.188:39793: connect: Connection refused (error 111)
00:28:52.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:52.023442  5271 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 5260
00:28:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:52.527695  5260 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.912s	user 0.653s	sys 1.250s
00:28:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:52.528141  5260 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.912s	user 0.653s	sys 1.250s
00:28:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.616683  5273 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:52.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:52.530382  5275 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:52.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:52.533258  5274 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1913 milliseconds
00:28:52.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.533296  5260 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:52.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.534642  5260 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:52.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.537314  5260 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.538731  5260 hybrid_clock.cc:648] HybridClock initialized: now 1783470532538705 us; error 55 us; skew 500 ppm
00:28:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.539559  5260 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:52.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.546284  5260 webserver.cc:534] Webserver started at http://127.4.251.188:43607/ using document root <none> and password file <none>
00:28:52.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.547330  5260 fs_manager.cc:362] Metadata directory not provided
00:28:52.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.547538  5260 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:52.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.547989  5260 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:52.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.552799  5260 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-2/data/instance:
00:28:52.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fbb4263b7de34a8c9f2cd2309b732b53"
00:28:52.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:52 on dist-test-slave-j4ld"
00:28:52.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.554121  5260 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-2/wal/instance:
00:28:52.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fbb4263b7de34a8c9f2cd2309b732b53"
00:28:52.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:52 on dist-test-slave-j4ld"
00:28:52.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.562063  5260 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.001s	sys 0.006s
00:28:52.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.568162  5286 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:52.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.569386  5260 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.001s
00:28:52.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.569796  5260 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-2/data,/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-2/wal
00:28:52.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fbb4263b7de34a8c9f2cd2309b732b53"
00:28:52.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:52 on dist-test-slave-j4ld"
00:28:52.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.570132  5260 fs_report.cc:389] FS layout report
00:28:52.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:52.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-2/wal
00:28:52.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-2/wal
00:28:52.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-2/data/data
00:28:52.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:52.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:52.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:52.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:52.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:52.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:52.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:52.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:52.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:52.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:52.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:52.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.571566  5258 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } attempt: 7
00:28:52.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:52.579064  5258 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.4.251.188:39793: Network error: Client connection negotiation failed: client connection to 127.4.251.188:39793: connect: Connection refused (error 111)
00:28:52.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.629379  5260 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:52.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.631136  5260 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:52.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.631606  5260 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.709672  5260 rpc_server.cc:307] RPC server started. Bound to: 127.4.251.188:39793
00:28:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.709790  5340 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.251.188:39793 every 8 connection(s)
00:28:52.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.712927  5260 server_base.cc:1193] Dumped server information to /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-2/data/info.pb
00:28:52.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.719045  5341 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:52.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.720610  5102 external_mini_cluster.cc:1434] Started /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu as pid 5260
00:28:52.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.721130  5102 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/master-2/wal/instance
00:28:52.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.737028  5182 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } attempt: 7
00:28:52.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.732990  5341 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } has no permanent_uuid. Determining permanent_uuid...
00:28:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.766727  5341 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } has no permanent_uuid. Determining permanent_uuid...
00:28:52.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.778044  5182 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af: Bootstrap starting.
00:28:52.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.782107  5341 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } has no permanent_uuid. Determining permanent_uuid...
00:28:52.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.786303  5182 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af: Neither blocks nor log segments found. Creating new log.
00:28:52.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.788877  5182 log.cc:826] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af: Log is configured to *not* fsync() on all Append() calls
00:28:52.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.794428  5182 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af: No bootstrap required, opened a new log
00:28:52.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.801167  5341 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53: Bootstrap starting.
00:28:52.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.808118  5341 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53: Neither blocks nor log segments found. Creating new log.
00:28:52.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.810293  5341 log.cc:826] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53: Log is configured to *not* fsync() on all Append() calls
00:28:52.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.815889  5341 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53: No bootstrap required, opened a new log
00:28:52.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.820120  5182 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ec2a230bac94290a664d04fb2b9a4af" member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } } peers { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } } peers { permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } }
00:28:52.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.820811  5182 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:52.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.821038  5182 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3ec2a230bac94290a664d04fb2b9a4af, State: Initialized, Role: FOLLOWER
00:28:52.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.822008  5182 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ec2a230bac94290a664d04fb2b9a4af" member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } } peers { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } } peers { permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } }
00:28:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.825352  5353 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ec2a230bac94290a664d04fb2b9a4af" member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } } peers { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } } peers { permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } } }
00:28:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.826308  5353 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af [sys.catalog]: This master's current role is: FOLLOWER
00:28:52.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.827538  5182 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af [sys.catalog]: configured and running, proceeding with master startup.
00:28:52.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.837539  5341 raft_consensus.cc:359] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ec2a230bac94290a664d04fb2b9a4af" member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } } peers { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } } peers { permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } }
00:28:52.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.838251  5341 raft_consensus.cc:385] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:52.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.838577  5341 raft_consensus.cc:740] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fbb4263b7de34a8c9f2cd2309b732b53, State: Initialized, Role: FOLLOWER
00:28:52.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.839670  5341 consensus_queue.cc:260] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ec2a230bac94290a664d04fb2b9a4af" member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } } peers { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } } peers { permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } }
00:28:52.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.846263  5359 sys_catalog.cc:455] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ec2a230bac94290a664d04fb2b9a4af" member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } } peers { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } } peers { permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } } }
00:28:52.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.847182  5359 sys_catalog.cc:458] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [sys.catalog]: This master's current role is: FOLLOWER
00:28:52.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.848210  5341 sys_catalog.cc:565] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [sys.catalog]: configured and running, proceeding with master startup.
00:28:52.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.852412  5353 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:52.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.853164  5353 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ec2a230bac94290a664d04fb2b9a4af" member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } } peers { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } } peers { permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } }
00:28:52.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.860495  5353 leader_election.cc:290] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fcfc6b3bdd554523abfcfea15bbe5a46 (127.4.251.189:43547), fbb4263b7de34a8c9f2cd2309b732b53 (127.4.251.188:39793)
00:28:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.862819  5315 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3ec2a230bac94290a664d04fb2b9a4af" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" is_pre_election: true
00:28:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.864054  5315 raft_consensus.cc:2468] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3ec2a230bac94290a664d04fb2b9a4af in term 0.
00:28:52.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.865823  5133 leader_election.cc:304] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ec2a230bac94290a664d04fb2b9a4af, fbb4263b7de34a8c9f2cd2309b732b53; no voters: 
00:28:52.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.867003  5353 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.869946  5353 raft_consensus.cc:493] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.870513  5353 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af [term 0 FOLLOWER]: Advancing to term 1
00:28:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.877648  5353 raft_consensus.cc:515] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ec2a230bac94290a664d04fb2b9a4af" member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } } peers { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } } peers { permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } }
00:28:52.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.880295  5353 leader_election.cc:290] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af [CANDIDATE]: Term 1 election: Requested vote from peers fcfc6b3bdd554523abfcfea15bbe5a46 (127.4.251.189:43547), fbb4263b7de34a8c9f2cd2309b732b53 (127.4.251.188:39793)
00:28:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.884943  5315 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3ec2a230bac94290a664d04fb2b9a4af" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fbb4263b7de34a8c9f2cd2309b732b53"
00:28:52.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.885861  5315 raft_consensus.cc:3060] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [term 0 FOLLOWER]: Advancing to term 1
00:28:52.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:52.887112  5294 tablet.cc:2406] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:52.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:52.893908  5367 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:28:52.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:52.894765  5367 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:28:52.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.896891  5315 raft_consensus.cc:2468] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3ec2a230bac94290a664d04fb2b9a4af in term 1.
00:28:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.898608  5133 leader_election.cc:304] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ec2a230bac94290a664d04fb2b9a4af, fbb4263b7de34a8c9f2cd2309b732b53; no voters: 
00:28:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.899479  5353 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af [term 1 FOLLOWER]: Leader election won for term 1
00:28:52.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.921612  5353 raft_consensus.cc:697] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af [term 1 LEADER]: Becoming Leader. State: Replica: 3ec2a230bac94290a664d04fb2b9a4af, State: Running, Role: LEADER
00:28:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.875852  5114 master_runner.cc:187] Error getting master registration for 127.4.251.189:43547: OK, instance_id { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" instance_seqno: 1783470530163554 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:28:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.924336  5114 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:28:52.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.923534  5353 consensus_queue.cc:237] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ec2a230bac94290a664d04fb2b9a4af" member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } } peers { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } } peers { permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } }
00:28:52.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.940816  5373 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3ec2a230bac94290a664d04fb2b9a4af. Latest consensus state: current_term: 1 leader_uuid: "3ec2a230bac94290a664d04fb2b9a4af" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ec2a230bac94290a664d04fb2b9a4af" member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } } peers { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } } peers { permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } } }
00:28:52.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.941803  5373 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af [sys.catalog]: This master's current role is: LEADER
00:28:52.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.946015  5379 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:28:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:52.950589  5136 tablet.cc:2406] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:52.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.959535  5379 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:28:52.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.996356  5315 raft_consensus.cc:1275] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [term 1 FOLLOWER]: Refusing update from remote peer 3ec2a230bac94290a664d04fb2b9a4af: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:28:53.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.005739  5373 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af [LEADER]: Connected to new peer: Peer: permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:53.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:53.014940  5380 catalog_manager.cc:1593] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:28:53.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:53.015884  5380 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:28:53.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.970551  5260 master_runner.cc:187] Error getting master registration for 127.4.251.189:43547: OK, instance_id { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" instance_seqno: 1783470530163554 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:28:53.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.028492  5260 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:28:53.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.074976  5359 sys_catalog.cc:455] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3ec2a230bac94290a664d04fb2b9a4af. Latest consensus state: current_term: 1 leader_uuid: "3ec2a230bac94290a664d04fb2b9a4af" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ec2a230bac94290a664d04fb2b9a4af" member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } } peers { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } } peers { permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } } }
00:28:53.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.076208  5359 sys_catalog.cc:458] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [sys.catalog]: This master's current role is: FOLLOWER
00:28:53.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.082098  5381 mvcc.cc:204] Tried to move back new op lower bound from 7305095303135076352 to 7305095302880194560. Current Snapshot: MvccSnapshot[applied={T|T < 7305095303135076352}]
00:28:53.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.108031  5379 catalog_manager.cc:1382] Generated new cluster ID: 8a884dd28e9145b6afff11056c7fa5a8
00:28:53.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.108397  5379 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:28:53.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.104499  5359 sys_catalog.cc:455] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3ec2a230bac94290a664d04fb2b9a4af" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ec2a230bac94290a664d04fb2b9a4af" member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } } peers { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } } peers { permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } } }
00:28:53.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.108759  5359 sys_catalog.cc:458] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [sys.catalog]: This master's current role is: FOLLOWER
00:28:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.108213  5373 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3ec2a230bac94290a664d04fb2b9a4af" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ec2a230bac94290a664d04fb2b9a4af" member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } } peers { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } } peers { permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } } }
00:28:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.111155  5373 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af [sys.catalog]: This master's current role is: LEADER
00:28:53.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.143661  5379 catalog_manager.cc:1405] Generated new certificate authority record
00:28:53.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.146013  5379 catalog_manager.cc:1539] Loading token signing keys...
00:28:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.201638  5379 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af: Generated new TSK 0
00:28:53.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.202955  5379 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:28:53.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.233137  5102 external_mini_cluster.cc:1372] Running /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:53.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:53.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-0/wal
00:28:53.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-0/data
00:28:53.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:53.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:53.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-0/logs
00:28:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-0/data/info.pb
00:28:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:28:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.251.129:0
00:28:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.251.129
00:28:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.251.129
00:28:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.251.190:38121,127.4.251.189:43547,127.4.251.188:39793
00:28:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.251.148:45049
00:28:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:28:53.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:53.793231  5387 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:53.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:53.794087  5387 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:53.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:53.794924  5387 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:53.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:53.860525  5387 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:53.861972  5387 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.251.129
00:28:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.932339  5387 tablet_server_runner.cc:78] Tablet server non-default flags:
00:28:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.251.148:45049
00:28:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-0/data
00:28:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-0/wal
00:28:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.251.129:0
00:28:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-0/data/info.pb
00:28:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.251.129
00:28:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.251.190:38121,127.4.251.189:43547,127.4.251.188:39793
00:28:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.251.129
00:28:53.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-0/logs
00:28:53.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:53.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:53.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:53.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:28:53.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:53.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:53.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:53.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:53.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:53.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:53.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.934309  5387 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.939082  5387 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:53.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:53.968982  5393 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:54.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:54.022696  5380 catalog_manager.cc:1294] Loaded cluster ID: 8a884dd28e9145b6afff11056c7fa5a8
00:28:54.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:54.023140  5380 catalog_manager.cc:1587] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53: loading cluster ID for follower catalog manager: success
00:28:54.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:54.032173  5380 catalog_manager.cc:1609] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53: acquiring CA information for follower catalog manager: success
00:28:54.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:54.053022  5380 catalog_manager.cc:1637] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:28:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:54.451357  5133 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.4.251.189:43547 timed out after 1.569s (SENT) [suppressed 13 similar messages]
00:28:54.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:54.669507  5258 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } attempt: 8
00:28:55.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.003796  5258 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46: Bootstrap starting.
00:28:55.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.104662  5258 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46: Neither blocks nor log segments found. Creating new log.
00:28:55.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.107487  5258 log.cc:826] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46: Log is configured to *not* fsync() on all Append() calls
00:28:55.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.136844  5258 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46: No bootstrap required, opened a new log
00:28:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.170650  5258 raft_consensus.cc:359] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ec2a230bac94290a664d04fb2b9a4af" member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } } peers { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } } peers { permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } }
00:28:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.171682  5258 raft_consensus.cc:385] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:55.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.171996  5258 raft_consensus.cc:740] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fcfc6b3bdd554523abfcfea15bbe5a46, State: Initialized, Role: FOLLOWER
00:28:55.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.173097  5258 consensus_queue.cc:260] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ec2a230bac94290a664d04fb2b9a4af" member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } } peers { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } } peers { permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } }
00:28:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.196877  5258 sys_catalog.cc:565] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [sys.catalog]: configured and running, proceeding with master startup.
00:28:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.197041  5233 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3ec2a230bac94290a664d04fb2b9a4af" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" is_pre_election: true
00:28:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.197119  5232 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3ec2a230bac94290a664d04fb2b9a4af" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46"
00:28:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.198009  5233 raft_consensus.cc:2468] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3ec2a230bac94290a664d04fb2b9a4af in term 0.
00:28:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:55.198362  5232 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:49624 (request call id 3) took 2315 ms (client timeout 1569 ms). Trace:
00:28:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:55.198611  5233 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:49624 (request call id 1) took 2336 ms (client timeout 1814 ms). Trace:
00:28:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:55.198827  5232 rpcz_store.cc:269] 0708 00:28:52.882960 (+     0us) service_pool.cc:167] Inserting onto call queue
00:28:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:28:52.883821 (+   861us) service_pool.cc:224] Handling call
00:28:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:28:55.198249 (+2314428us) inbound_call.cc:177] Queueing success response
00:28:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
00:28:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.199705  5229 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3ec2a230bac94290a664d04fb2b9a4af" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" is_pre_election: true
00:28:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.195354  5404 sys_catalog.cc:455] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ec2a230bac94290a664d04fb2b9a4af" member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } } peers { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } } peers { permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } } }
00:28:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.200400  5404 sys_catalog.cc:458] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [sys.catalog]: This master's current role is: FOLLOWER
00:28:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.200376  5229 raft_consensus.cc:2468] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3ec2a230bac94290a664d04fb2b9a4af in term 0.
00:28:55.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.202996  5231 raft_consensus.cc:3060] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [term 0 FOLLOWER]: Advancing to term 1
00:28:55.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.205919  5230 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "3ec2a230bac94290a664d04fb2b9a4af" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46"
00:28:55.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:55.198997  5233 rpcz_store.cc:269] 0708 00:28:52.861881 (+     0us) service_pool.cc:167] Inserting onto call queue
00:28:55.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:28:52.862086 (+   205us) service_pool.cc:224] Handling call
00:28:55.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:28:55.198541 (+2336455us) inbound_call.cc:177] Queueing success response
00:28:55.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
00:28:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.227356  5231 raft_consensus.cc:1275] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [term 1 FOLLOWER]: Refusing update from remote peer 3ec2a230bac94290a664d04fb2b9a4af: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:28:55.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.228782  5231 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:49624 (request call id 4) took 2213 ms. Trace:
00:28:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.229393  5231 rpcz_store.cc:276] 0708 00:28:53.015107 (+     0us) service_pool.cc:167] Inserting onto call queue
00:28:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:28:53.015273 (+   166us) service_pool.cc:224] Handling call
00:28:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:28:55.202613 (+2187340us) raft_consensus.cc:1471] Updating replica for 0 ops
00:28:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:28:55.228261 (+ 25648us) raft_consensus.cc:1697] Filling consensus response to leader.
00:28:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:28:55.228695 (+   434us) inbound_call.cc:177] Queueing success response
00:28:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
00:28:55.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.264999  5408 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af [LEADER]: Connected to new peer: Peer: permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:28:55.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.333864  5409 mvcc.cc:204] Tried to move back new op lower bound from 7305095303135076352 to 7305095302880194560. Current Snapshot: MvccSnapshot[applied={T|T < 7305095303135076352}]
00:28:55.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.358683  5417 sys_catalog.cc:455] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "3ec2a230bac94290a664d04fb2b9a4af" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ec2a230bac94290a664d04fb2b9a4af" member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } } peers { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } } peers { permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } } }
00:28:55.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.359474  5417 sys_catalog.cc:458] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [sys.catalog]: This master's current role is: FOLLOWER
00:28:55.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.356554  5404 sys_catalog.cc:455] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 3ec2a230bac94290a664d04fb2b9a4af. Latest consensus state: current_term: 1 leader_uuid: "3ec2a230bac94290a664d04fb2b9a4af" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ec2a230bac94290a664d04fb2b9a4af" member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } } peers { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } } peers { permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } } }
00:28:55.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.360158  5404 sys_catalog.cc:458] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [sys.catalog]: This master's current role is: FOLLOWER
00:28:55.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.400497  5423 catalog_manager.cc:1294] Loaded cluster ID: 8a884dd28e9145b6afff11056c7fa5a8
00:28:55.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.400802  5423 catalog_manager.cc:1587] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46: loading cluster ID for follower catalog manager: success
00:28:55.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.424365  5423 catalog_manager.cc:1609] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46: acquiring CA information for follower catalog manager: success
00:28:55.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.444849  5423 catalog_manager.cc:1637] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:28:55.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.667472  5407 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "3ec2a230bac94290a664d04fb2b9a4af" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ec2a230bac94290a664d04fb2b9a4af" member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } } peers { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } } peers { permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } } }
00:28:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.668177  5407 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3ec2a230bac94290a664d04fb2b9a4af [sys.catalog]: This master's current role is: LEADER
00:28:56.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:55.363687  5392 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 5387
00:28:56.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:56.190969  5392 kernel_stack_watchdog.cc:198] Thread 5387 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 387ms:
00:28:56.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:28:56.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:28:56.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:28:56.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:28:56.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:56.192528  5396 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:56.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:56.197954  5395 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2224 milliseconds
00:28:56.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:53.974969  5394 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:56.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:56.201678  5387 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.228s	user 0.272s	sys 0.668s
00:28:56.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:56.202018  5387 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.228s	user 0.272s	sys 0.668s
00:28:56.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.202308  5387 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:56.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.203768  5387 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:56.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.209729  5387 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:56.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.214039  5387 hybrid_clock.cc:648] HybridClock initialized: now 1783470536213945 us; error 104 us; skew 500 ppm
00:28:56.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.215601  5387 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:56.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.242201  5387 webserver.cc:534] Webserver started at http://127.4.251.129:34649/ using document root <none> and password file <none>
00:28:56.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.244014  5387 fs_manager.cc:362] Metadata directory not provided
00:28:56.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.244565  5387 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:56.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.245342  5387 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:56.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.259127  5387 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-0/data/instance:
00:28:56.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4d5558d5740e43b49e7f2bed97f2fe2b"
00:28:56.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:56 on dist-test-slave-j4ld"
00:28:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.261291  5387 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-0/wal/instance:
00:28:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4d5558d5740e43b49e7f2bed97f2fe2b"
00:28:56.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:56 on dist-test-slave-j4ld"
00:28:56.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.283943  5387 fs_manager.cc:696] Time spent creating directory manager: real 0.021s	user 0.013s	sys 0.007s
00:28:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.304348  5431 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:56.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.306210  5387 fs_manager.cc:730] Time spent opening block manager: real 0.017s	user 0.010s	sys 0.005s
00:28:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.306944  5387 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-0/data,/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-0/wal
00:28:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4d5558d5740e43b49e7f2bed97f2fe2b"
00:28:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:56 on dist-test-slave-j4ld"
00:28:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.307734  5387 fs_report.cc:389] FS layout report
00:28:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-0/wal
00:28:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-0/wal
00:28:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-0/data/data
00:28:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.443456  5387 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.446667  5387 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.447827  5387 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:56.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.455516  5387 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:28:56.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.464253  5387 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:28:56.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.464843  5387 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.001s	sys 0.000s
00:28:56.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.465440  5387 ts_tablet_manager.cc:616] Registered 0 tablets
00:28:56.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.465847  5387 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:28:57.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.321336  5545 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.251.129:36237 every 8 connection(s)
00:28:57.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.322188  5387 rpc_server.cc:307] RPC server started. Bound to: 127.4.251.129:36237
00:28:57.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.326083  5387 server_base.cc:1193] Dumped server information to /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-0/data/info.pb
00:28:57.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.333781  5102 external_mini_cluster.cc:1434] Started /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu as pid 5387
00:28:57.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.334390  5102 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-0/wal/instance
00:28:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.352569  5102 external_mini_cluster.cc:1372] Running /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-1/wal
00:28:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-1/data
00:28:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-1/logs
00:28:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-1/data/info.pb
00:28:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:28:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.251.130:0
00:28:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.251.130
00:28:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.251.130
00:28:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.251.190:38121,127.4.251.189:43547,127.4.251.188:39793
00:28:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.251.148:45049
00:28:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:28:57.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.410092  5550 heartbeater.cc:344] Connected to a master server at 127.4.251.190:38121
00:28:57.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.410702  5550 heartbeater.cc:461] Registering TS with master...
00:28:57.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.412264  5550 heartbeater.cc:507] Master 127.4.251.190:38121 requested a full tablet report, sending...
00:28:57.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.415618  5147 ts_manager.cc:194] Registered new tserver with Master: 4d5558d5740e43b49e7f2bed97f2fe2b (127.4.251.129:36237)
00:28:57.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.419132  5147 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.251.129:53529
00:28:57.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.420300  5546 heartbeater.cc:344] Connected to a master server at 127.4.251.188:39793
00:28:57.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.420672  5546 heartbeater.cc:461] Registering TS with master...
00:28:57.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.421588  5546 heartbeater.cc:507] Master 127.4.251.188:39793 requested a full tablet report, sending...
00:28:57.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.425809  5305 ts_manager.cc:194] Registered new tserver with Master: 4d5558d5740e43b49e7f2bed97f2fe2b (127.4.251.129:36237)
00:28:57.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.432649  5549 heartbeater.cc:344] Connected to a master server at 127.4.251.189:43547
00:28:57.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.433086  5549 heartbeater.cc:461] Registering TS with master...
00:28:57.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.433905  5549 heartbeater.cc:507] Master 127.4.251.189:43547 requested a full tablet report, sending...
00:28:57.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.437714  5223 ts_manager.cc:194] Registered new tserver with Master: 4d5558d5740e43b49e7f2bed97f2fe2b (127.4.251.129:36237)
00:28:57.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:57.798882  5551 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:57.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:57.799454  5551 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:57.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:57.799917  5551 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:57.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:57.838789  5551 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:57.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:57.839655  5551 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.251.130
00:28:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.886672  5551 tablet_server_runner.cc:78] Tablet server non-default flags:
00:28:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.251.148:45049
00:28:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-1/data
00:28:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-1/wal
00:28:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.251.130:0
00:28:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-1/data/info.pb
00:28:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.251.130
00:28:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.251.190:38121,127.4.251.189:43547,127.4.251.188:39793
00:28:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:57.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.251.130
00:28:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-1/logs
00:28:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:28:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.888584  5551 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.890813  5551 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:57.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:57.910111  5563 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:58.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.430240  5550 heartbeater.cc:499] Master 127.4.251.190:38121 was elected leader, sending a full tablet report...
00:28:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:59.067966  5254 debug-util.cc:398] Leaking SignalData structure 0x7b080007a240 after lost signal to thread 5188
00:28:59.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:59.069190  5254 debug-util.cc:398] Leaking SignalData structure 0x7b08000a49c0 after lost signal to thread 5257
00:28:59.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:59.310774  5561 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 5551
00:28:59.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:59.370416  5551 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.464s	user 0.572s	sys 0.858s
00:28:59.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:59.370772  5551 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.464s	user 0.572s	sys 0.858s
00:28:59.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:57.911008  5562 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:59.382019  5567 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.382155  5551 server_base.cc:1061] running on GCE node
00:28:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.383368  5551 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:59.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.385532  5551 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:59.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.386965  5551 hybrid_clock.cc:648] HybridClock initialized: now 1783470539386904 us; error 54 us; skew 500 ppm
00:28:59.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.387965  5551 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:59.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.395063  5551 webserver.cc:534] Webserver started at http://127.4.251.130:41625/ using document root <none> and password file <none>
00:28:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.396044  5551 fs_manager.cc:362] Metadata directory not provided
00:28:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.396292  5551 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:59.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.396826  5551 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:59.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.401355  5551 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-1/data/instance:
00:28:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fddb10a770a4471fa70200d2892a4f51"
00:28:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:59 on dist-test-slave-j4ld"
00:28:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.402630  5551 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-1/wal/instance:
00:28:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fddb10a770a4471fa70200d2892a4f51"
00:28:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:59 on dist-test-slave-j4ld"
00:28:59.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.410831  5551 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.000s
00:28:59.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.417688  5573 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:59.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.418893  5551 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
00:28:59.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.419194  5551 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-1/data,/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-1/wal
00:28:59.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fddb10a770a4471fa70200d2892a4f51"
00:28:59.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:59 on dist-test-slave-j4ld"
00:28:59.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.419502  5551 fs_report.cc:389] FS layout report
00:28:59.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:59.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-1/wal
00:28:59.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-1/wal
00:28:59.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-1/data/data
00:28:59.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:59.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:59.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:59.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:59.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:59.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:59.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:59.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:59.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:59.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:59.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:59.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.474014  5551 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:59.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.475565  5551 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:59.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.475999  5551 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:59.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.479542  5551 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:28:59.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.484115  5551 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:28:59.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.484375  5551 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:28:59.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.484701  5551 ts_tablet_manager.cc:616] Registered 0 tablets
00:28:59.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.484891  5551 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:28:59.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.669617  5551 rpc_server.cc:307] RPC server started. Bound to: 127.4.251.130:41313
00:28:59.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.669843  5685 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.251.130:41313 every 8 connection(s)
00:28:59.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.672379  5551 server_base.cc:1193] Dumped server information to /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-1/data/info.pb
00:28:59.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.675396  5102 external_mini_cluster.cc:1434] Started /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu as pid 5551
00:28:59.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.675956  5102 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-1/wal/instance
00:28:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.699936  5102 external_mini_cluster.cc:1372] Running /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu
00:28:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-2/wal
00:28:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-2/data
00:28:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-2/logs
00:28:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-2/data/info.pb
00:28:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:28:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.251.131:0
00:28:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.251.131
00:28:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.251.131
00:28:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.251.190:38121,127.4.251.189:43547,127.4.251.188:39793
00:28:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.251.148:45049
00:28:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:28:59.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.732263  5686 heartbeater.cc:344] Connected to a master server at 127.4.251.188:39793
00:28:59.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.732817  5686 heartbeater.cc:461] Registering TS with master...
00:28:59.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.734618  5686 heartbeater.cc:507] Master 127.4.251.188:39793 requested a full tablet report, sending...
00:28:59.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.738830  5305 ts_manager.cc:194] Registered new tserver with Master: fddb10a770a4471fa70200d2892a4f51 (127.4.251.130:41313)
00:28:59.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.751367  5687 heartbeater.cc:344] Connected to a master server at 127.4.251.189:43547
00:28:59.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.751859  5687 heartbeater.cc:461] Registering TS with master...
00:28:59.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.753074  5687 heartbeater.cc:507] Master 127.4.251.189:43547 requested a full tablet report, sending...
00:28:59.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.756587  5223 ts_manager.cc:194] Registered new tserver with Master: fddb10a770a4471fa70200d2892a4f51 (127.4.251.130:41313)
00:28:59.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.761552  5690 heartbeater.cc:344] Connected to a master server at 127.4.251.190:38121
00:28:59.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.761992  5690 heartbeater.cc:461] Registering TS with master...
00:28:59.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.763170  5690 heartbeater.cc:507] Master 127.4.251.190:38121 requested a full tablet report, sending...
00:28:59.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.765823  5147 ts_manager.cc:194] Registered new tserver with Master: fddb10a770a4471fa70200d2892a4f51 (127.4.251.130:41313)
00:28:59.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.767812  5147 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.251.130:46391
00:29:00.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:00.158296  5693 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:29:00.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:00.158874  5693 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:29:00.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:00.159600  5693 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:29:00.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:00.194664  5693 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:29:00.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:00.195592  5693 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.251.131
00:29:00.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:00.232309  5693 tablet_server_runner.cc:78] Tablet server non-default flags:
00:29:00.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:00.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.251.148:45049
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-2/data
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-2/wal
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.251.131:0
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-2/data/info.pb
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.251.131
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.251.190:38121,127.4.251.189:43547,127.4.251.188:39793
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.251.131
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-2/logs
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:29:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:29:00.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:00.234102  5693 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:29:00.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:00.235836  5693 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:29:00.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:00.249172  5701 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:00.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:00.772385  5690 heartbeater.cc:499] Master 127.4.251.190:38121 was elected leader, sending a full tablet report...
00:29:02.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:01.651486  5700 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 5693
00:29:02.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:02.234506  5700 kernel_stack_watchdog.cc:198] Thread 5693 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 398ms:
00:29:02.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:29:02.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:29:02.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:29:02.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:29:02.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:00.250469  5702 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:02.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:02.236451  5693 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.986s	user 0.654s	sys 1.083s
00:29:02.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:02.237447  5693 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.987s	user 0.654s	sys 1.083s
00:29:02.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:02.239274  5704 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:02.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:02.243594  5703 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1992 milliseconds
00:29:02.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.243661  5693 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:29:02.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.245777  5693 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:29:02.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.249152  5693 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:29:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.250818  5693 hybrid_clock.cc:648] HybridClock initialized: now 1783470542250723 us; error 93 us; skew 500 ppm
00:29:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.252144  5693 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:29:02.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.261232  5693 webserver.cc:534] Webserver started at http://127.4.251.131:42409/ using document root <none> and password file <none>
00:29:02.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.262761  5693 fs_manager.cc:362] Metadata directory not provided
00:29:02.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.263116  5693 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:29:02.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.263767  5693 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:29:02.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.271791  5693 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-2/data/instance:
00:29:02.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d945867a8a44b69865fa2d990de3725"
00:29:02.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:02 on dist-test-slave-j4ld"
00:29:02.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.273873  5693 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-2/wal/instance:
00:29:02.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d945867a8a44b69865fa2d990de3725"
00:29:02.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:02 on dist-test-slave-j4ld"
00:29:02.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.284718  5693 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.009s	sys 0.001s
00:29:02.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.293252  5712 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:29:02.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.294768  5693 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.002s
00:29:02.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.295202  5693 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-2/data,/tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-2/wal
00:29:02.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d945867a8a44b69865fa2d990de3725"
00:29:02.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:02 on dist-test-slave-j4ld"
00:29:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.295661  5693 fs_report.cc:389] FS layout report
00:29:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:29:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-2/wal
00:29:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-2/wal
00:29:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-2/data/data
00:29:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:29:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:29:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:29:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:29:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:29:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:29:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:29:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:29:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:29:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:29:02.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:29:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.351950  5693 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:29:02.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.353502  5693 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:29:02.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.353912  5693 kserver.cc:163] Server-wide thread pool size limit: 3276
00:29:02.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.356437  5693 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:29:02.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.360975  5693 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:29:02.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.361181  5693 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:29:02.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.361377  5693 ts_tablet_manager.cc:616] Registered 0 tablets
00:29:02.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.361589  5693 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.001s	sys 0.000s
00:29:02.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.503443  5693 rpc_server.cc:307] RPC server started. Bound to: 127.4.251.131:34643
00:29:02.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.503572  5824 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.251.131:34643 every 8 connection(s)
00:29:02.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.506026  5693 server_base.cc:1193] Dumped server information to /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-2/data/info.pb
00:29:02.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.513221  5102 external_mini_cluster.cc:1434] Started /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu as pid 5693
00:29:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.513926  5102 external_mini_cluster.cc:1448] Reading /tmp/dist-test-task7BOk8m/test-tmp/mini-kudu-cluster3869345743035584022/ts-2/wal/instance
00:29:02.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.546391  5826 heartbeater.cc:344] Connected to a master server at 127.4.251.189:43547
00:29:02.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.546902  5826 heartbeater.cc:461] Registering TS with master...
00:29:02.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.548239  5826 heartbeater.cc:507] Master 127.4.251.189:43547 requested a full tablet report, sending...
00:29:02.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.550314  5825 heartbeater.cc:344] Connected to a master server at 127.4.251.188:39793
00:29:02.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.550662  5825 heartbeater.cc:461] Registering TS with master...
00:29:02.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.551631  5825 heartbeater.cc:507] Master 127.4.251.188:39793 requested a full tablet report, sending...
00:29:02.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.552094  5223 ts_manager.cc:194] Registered new tserver with Master: 1d945867a8a44b69865fa2d990de3725 (127.4.251.131:34643)
00:29:02.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.554489  5305 ts_manager.cc:194] Registered new tserver with Master: 1d945867a8a44b69865fa2d990de3725 (127.4.251.131:34643)
00:29:02.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.557705  5827 heartbeater.cc:344] Connected to a master server at 127.4.251.190:38121
00:29:02.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.558074  5827 heartbeater.cc:461] Registering TS with master...
00:29:02.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.558933  5827 heartbeater.cc:507] Master 127.4.251.190:38121 requested a full tablet report, sending...
00:29:02.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.561117  5147 ts_manager.cc:194] Registered new tserver with Master: 1d945867a8a44b69865fa2d990de3725 (127.4.251.131:34643)
00:29:02.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.562734  5147 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.4.251.131:44963
00:29:02.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.564414  5102 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
00:29:02.576 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:29:02.577 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

00:29:02.578 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.4.251.190"
      port: 38121
    }
    bound_http_address {
      host: "127.4.251.190"
      port: 46279
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.4.251.189"
      port: 43547
    }
    bound_http_address {
      host: "127.4.251.189"
      port: 45427
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.4.251.188"
      port: 39793
    }
    bound_http_address {
      host: "127.4.251.188"
      port: 43607
    }
  }
}

00:29:02.579 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

00:29:02.580 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.4.251.129"
      port: 36237
    }
    bound_http_address {
      host: "127.4.251.129"
      port: 34649
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.4.251.130"
      port: 41313
    }
    bound_http_address {
      host: "127.4.251.130"
      port: 41625
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.4.251.131"
      port: 34643
    }
    bound_http_address {
      host: "127.4.251.131"
      port: 42409
    }
  }
}

00:29:02.580 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:29:02.583 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:02.586 [DEBUG - Time-limited test] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:02.587 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.251.189:43547(127.4.251.189:43547)] connecting to peer
00:29:02.589 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.251.188:39793(127.4.251.188:39793)] connecting to peer
00:29:02.590 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.251.189:43547(127.4.251.189:43547)] Successfully connected to peer
00:29:02.590 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.251.190:38121(127.4.251.190:38121)] connecting to peer
00:29:02.592 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.251.188:39793(127.4.251.188:39793)] Successfully connected to peer
00:29:02.596 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.251.188
00:29:02.596 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.4.251.190:38121(127.4.251.190:38121)] Successfully connected to peer
00:29:02.596 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.251.189
00:29:02.599 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.4.251.190
00:29:02.619 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xce8e85a0, L:/127.0.0.1:60810 - R:/127.4.251.188:39793] using SASL/PLAIN
00:29:02.621 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1bd1e4dd, L:/127.0.0.1:49572 - R:/127.4.251.189:43547] using SASL/PLAIN
00:29:02.625 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xf011da0e, L:/127.0.0.1:49758 - R:/127.4.251.190:38121] using SASL/PLAIN
00:29:02.630 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:29:02.630 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=43), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.189:43547, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.188:39793, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.190:38121, [35ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.188:39793: OK, [38ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.189:43547: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.190:38121: OK, deferred=null) after lookup
00:29:02.633 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.251.190:38121
00:29:02.633 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 0
  }
}

00:29:02.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:02.634105  5102 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu with pid 5114
00:29:02.664 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.4.251.190:38121(127.4.251.190:38121)] handling channelInactive
00:29:02.664 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.251.190:38121(127.4.251.190:38121)] cleaning up while in state READY due to: connection closed
00:29:02.665 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:29:02.666 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.251.190:38121(127.4.251.190:38121)] connecting to peer
00:29:02.668 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:02.669 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.251.190:38121(127.4.251.190:38121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:02.669 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.4.251.190:38121(127.4.251.190:38121) for tablet Kudu Master: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:02.689 [DEBUG - pool-14-thread-1] (Connection.java:748) [peer master-127.4.251.190:38121(127.4.251.190:38121)] connecting to peer
00:29:02.691 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:02.691 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.251.190:38121(127.4.251.190:38121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:02.691 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.251.190:38121: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:02.692 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.251.189:43547,127.4.251.188:39793,127.4.251.190:38121; will retry
00:29:02.709 [DEBUG - pool-14-thread-1] (Connection.java:748) [peer master-127.4.251.190:38121(127.4.251.190:38121)] connecting to peer
00:29:02.711 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:02.711 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.251.190:38121(127.4.251.190:38121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:02.711 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.251.190:38121: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:02.713 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.251.189:43547,127.4.251.188:39793,127.4.251.190:38121; will retry
00:29:02.728 [DEBUG - pool-14-thread-1] (Connection.java:748) [peer master-127.4.251.190:38121(127.4.251.190:38121)] connecting to peer
00:29:02.731 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:02.731 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.251.190:38121(127.4.251.190:38121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:02.731 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.251.190:38121: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:02.732 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.251.189:43547,127.4.251.188:39793,127.4.251.190:38121; will retry
00:29:02.748 [DEBUG - pool-14-thread-1] (Connection.java:748) [peer master-127.4.251.190:38121(127.4.251.190:38121)] connecting to peer
00:29:02.751 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:02.751 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.4.251.190:38121(127.4.251.190:38121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:02.751 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.4.251.190:38121: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:02.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.251.189:43547,127.4.251.188:39793,127.4.251.190:38121; will retry
00:29:02.769 [DEBUG - pool-14-thread-1] (Connection.java:748) [peer master-127.4.251.190:38121(127.4.251.190:38121)] connecting to peer
00:29:02.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:02.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.251.190:38121(127.4.251.190:38121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:02.772 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.251.190:38121: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:02.772 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.4.251.189:43547,127.4.251.188:39793,127.4.251.190:38121; will retry
00:29:02.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:02.786542  5690 heartbeater.cc:646] Failed to heartbeat to 127.4.251.190:38121 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.4.251.190:38121: connect: Connection refused (error 111)
00:29:02.829 [DEBUG - pool-14-thread-1] (Connection.java:748) [peer master-127.4.251.190:38121(127.4.251.190:38121)] connecting to peer
00:29:02.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:02.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.251.190:38121(127.4.251.190:38121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:02.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.251.190:38121: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:02.832 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.251.189:43547,127.4.251.188:39793,127.4.251.190:38121; will retry
00:29:02.908 [DEBUG - pool-14-thread-1] (Connection.java:748) [peer master-127.4.251.190:38121(127.4.251.190:38121)] connecting to peer
00:29:02.910 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:02.910 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.4.251.190:38121(127.4.251.190:38121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:02.910 [INFO - pool-14-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.251.190:38121: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:02.911 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.251.189:43547,127.4.251.188:39793,127.4.251.190:38121; will retry
00:29:03.029 [DEBUG - pool-14-thread-1] (Connection.java:748) [peer master-127.4.251.190:38121(127.4.251.190:38121)] connecting to peer
00:29:03.031 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:03.031 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.4.251.190:38121(127.4.251.190:38121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:03.031 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.4.251.190:38121: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:03.034 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.251.189:43547,127.4.251.188:39793,127.4.251.190:38121; will retry
00:29:03.249 [DEBUG - pool-14-thread-1] (Connection.java:748) [peer master-127.4.251.190:38121(127.4.251.190:38121)] connecting to peer
00:29:03.250 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:03.250 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.4.251.190:38121(127.4.251.190:38121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:03.250 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.4.251.190:38121: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:03.252 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.251.189:43547,127.4.251.188:39793,127.4.251.190:38121; will retry
00:29:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:03.468467  5550 heartbeater.cc:646] Failed to heartbeat to 127.4.251.190:38121 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.4.251.190:38121: connect: Connection refused (error 111)
00:29:03.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:03.566131  5827 heartbeater.cc:499] Master 127.4.251.190:38121 was elected leader, sending a full tablet report...
00:29:03.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:03.569962  5827 heartbeater.cc:646] Failed to heartbeat to 127.4.251.190:38121 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.4.251.190:38121: connect: Connection refused (error 111)
00:29:03.788 [DEBUG - pool-14-thread-1] (Connection.java:748) [peer master-127.4.251.190:38121(127.4.251.190:38121)] connecting to peer
00:29:03.789 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:03.790 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.4.251.190:38121(127.4.251.190:38121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:03.790 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.4.251.190:38121: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:03.793 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.251.189:43547,127.4.251.188:39793,127.4.251.190:38121; will retry
00:29:03.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:03.797045  5850 raft_consensus.cc:493] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 3ec2a230bac94290a664d04fb2b9a4af)
00:29:03.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:03.797595  5850 raft_consensus.cc:515] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ec2a230bac94290a664d04fb2b9a4af" member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } } peers { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } } peers { permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } }
00:29:03.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:03.799897  5850 leader_election.cc:290] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3ec2a230bac94290a664d04fb2b9a4af (127.4.251.190:38121), fcfc6b3bdd554523abfcfea15bbe5a46 (127.4.251.189:43547)
00:29:03.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:03.801288  5231 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" is_pre_election: true
00:29:03.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:03.802330  5290 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.251.190:38121: connect: Connection refused (error 111)
00:29:03.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:03.806077  5290 leader_election.cc:336] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3ec2a230bac94290a664d04fb2b9a4af (127.4.251.190:38121): Network error: Client connection negotiation failed: client connection to 127.4.251.190:38121: connect: Connection refused (error 111)
00:29:03.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:03.806489  5290 leader_election.cc:304] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: fbb4263b7de34a8c9f2cd2309b732b53; no voters: 3ec2a230bac94290a664d04fb2b9a4af, fcfc6b3bdd554523abfcfea15bbe5a46
00:29:03.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:03.807199  5850 raft_consensus.cc:2749] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
00:29:04.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.041040  5853 raft_consensus.cc:493] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 3ec2a230bac94290a664d04fb2b9a4af)
00:29:04.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.041621  5853 raft_consensus.cc:515] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ec2a230bac94290a664d04fb2b9a4af" member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } } peers { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } } peers { permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } }
00:29:04.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.043752  5853 leader_election.cc:290] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 3ec2a230bac94290a664d04fb2b9a4af (127.4.251.190:38121), fbb4263b7de34a8c9f2cd2309b732b53 (127.4.251.188:39793)
00:29:04.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.044982  5314 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" is_pre_election: true
00:29:04.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.045683  5314 raft_consensus.cc:2468] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fcfc6b3bdd554523abfcfea15bbe5a46 in term 1.
00:29:04.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:04.045974  5208 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.251.190:38121: connect: Connection refused (error 111) [suppressed 7 similar messages]
00:29:04.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.047194  5209 leader_election.cc:304] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: fbb4263b7de34a8c9f2cd2309b732b53, fcfc6b3bdd554523abfcfea15bbe5a46; no voters: 
00:29:04.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.048183  5853 raft_consensus.cc:2804] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [term 1 FOLLOWER]: Leader pre-election won for term 2
00:29:04.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.048563  5853 raft_consensus.cc:493] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 3ec2a230bac94290a664d04fb2b9a4af)
00:29:04.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.048942  5853 raft_consensus.cc:3060] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [term 1 FOLLOWER]: Advancing to term 2
00:29:04.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:04.049873  5208 leader_election.cc:336] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 3ec2a230bac94290a664d04fb2b9a4af (127.4.251.190:38121): Network error: Client connection negotiation failed: client connection to 127.4.251.190:38121: connect: Connection refused (error 111)
00:29:04.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.054441  5853 raft_consensus.cc:515] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ec2a230bac94290a664d04fb2b9a4af" member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } } peers { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } } peers { permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } }
00:29:04.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.056021  5853 leader_election.cc:290] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [CANDIDATE]: Term 2 election: Requested vote from peers 3ec2a230bac94290a664d04fb2b9a4af (127.4.251.190:38121), fbb4263b7de34a8c9f2cd2309b732b53 (127.4.251.188:39793)
00:29:04.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.057296  5314 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "fbb4263b7de34a8c9f2cd2309b732b53"
00:29:04.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.057870  5314 raft_consensus.cc:3060] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [term 1 FOLLOWER]: Advancing to term 2
00:29:04.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:04.059787  5208 leader_election.cc:336] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 3ec2a230bac94290a664d04fb2b9a4af (127.4.251.190:38121): Network error: Client connection negotiation failed: client connection to 127.4.251.190:38121: connect: Connection refused (error 111)
00:29:04.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.063601  5314 raft_consensus.cc:2468] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fcfc6b3bdd554523abfcfea15bbe5a46 in term 2.
00:29:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.064567  5209 leader_election.cc:304] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: fbb4263b7de34a8c9f2cd2309b732b53, fcfc6b3bdd554523abfcfea15bbe5a46; no voters: 3ec2a230bac94290a664d04fb2b9a4af
00:29:04.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.065199  5853 raft_consensus.cc:2804] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [term 2 FOLLOWER]: Leader election won for term 2
00:29:04.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.066210  5853 raft_consensus.cc:697] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [term 2 LEADER]: Becoming Leader. State: Replica: fcfc6b3bdd554523abfcfea15bbe5a46, State: Running, Role: LEADER
00:29:04.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.066942  5853 consensus_queue.cc:237] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ec2a230bac94290a664d04fb2b9a4af" member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } } peers { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } } peers { permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } }
00:29:04.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.073953  5856 sys_catalog.cc:455] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fcfc6b3bdd554523abfcfea15bbe5a46. Latest consensus state: current_term: 2 leader_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ec2a230bac94290a664d04fb2b9a4af" member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } } peers { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } } peers { permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } } }
00:29:04.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.074524  5856 sys_catalog.cc:458] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [sys.catalog]: This master's current role is: LEADER
00:29:04.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.076086  5858 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:29:04.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.082304  5858 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:29:04.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.085311  5858 catalog_manager.cc:1294] Loaded cluster ID: 8a884dd28e9145b6afff11056c7fa5a8
00:29:04.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.085638  5858 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:29:04.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.089332  5858 catalog_manager.cc:1539] Loading token signing keys...
00:29:04.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.092332  5858 catalog_manager.cc:6080] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46: Loaded TSK: 0
00:29:04.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.093549  5858 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:29:04.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.549979  5314 raft_consensus.cc:1275] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [term 2 FOLLOWER]: Refusing update from remote peer fcfc6b3bdd554523abfcfea15bbe5a46: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
00:29:04.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.551350  5856 consensus_queue.cc:1048] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
00:29:04.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.556843  5860 sys_catalog.cc:455] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fcfc6b3bdd554523abfcfea15bbe5a46. Latest consensus state: current_term: 2 leader_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ec2a230bac94290a664d04fb2b9a4af" member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } } peers { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } } peers { permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } } }
00:29:04.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.557741  5860 sys_catalog.cc:458] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [sys.catalog]: This master's current role is: FOLLOWER
00:29:04.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.562668  5853 sys_catalog.cc:455] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ec2a230bac94290a664d04fb2b9a4af" member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } } peers { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } } peers { permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } } }
00:29:04.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.563436  5853 sys_catalog.cc:458] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 [sys.catalog]: This master's current role is: LEADER
00:29:04.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.568040  5860 sys_catalog.cc:455] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ec2a230bac94290a664d04fb2b9a4af" member_type: VOTER last_known_addr { host: "127.4.251.190" port: 38121 } } peers { permanent_uuid: "fcfc6b3bdd554523abfcfea15bbe5a46" member_type: VOTER last_known_addr { host: "127.4.251.189" port: 43547 } } peers { permanent_uuid: "fbb4263b7de34a8c9f2cd2309b732b53" member_type: VOTER last_known_addr { host: "127.4.251.188" port: 39793 } } }
00:29:04.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.568745  5860 sys_catalog.cc:458] T 00000000000000000000000000000000 P fbb4263b7de34a8c9f2cd2309b732b53 [sys.catalog]: This master's current role is: FOLLOWER
00:29:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:04.569967  5208 consensus_peers.cc:597] T 00000000000000000000000000000000 P fcfc6b3bdd554523abfcfea15bbe5a46 -> Peer 3ec2a230bac94290a664d04fb2b9a4af (127.4.251.190:38121): Couldn't send request to peer 3ec2a230bac94290a664d04fb2b9a4af. Status: Network error: Client connection negotiation failed: client connection to 127.4.251.190:38121: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:29:05.129 [DEBUG - pool-14-thread-1] (Connection.java:748) [peer master-127.4.251.190:38121(127.4.251.190:38121)] connecting to peer
00:29:05.130 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:05.131 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.4.251.190:38121(127.4.251.190:38121)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:05.131 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.4.251.190:38121: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121
00:29:05.134 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:29:05.134 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=Kudu Master, attempt=12, TimeoutTracker(timeout=50000, elapsed=2468), Traces: [0ms] sending RPC to server master-127.4.251.190:38121, [3ms] received response from server master-127.4.251.190:38121: Network error: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.189:43547, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.188:39793, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.190:38121, [25ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.190:38121: Network error: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121, [26ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.188:39793: OK, [26ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.189:43547: OK, [26ms] delaying RPC due to: Service unavailable: Master config (127.4.251.189:43547,127.4.251.188:39793,127.4.251.190:38121) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.189:43547, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.188:39793, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.190:38121, [45ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.190:38121: Network error: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121, [46ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.189:43547: OK, [47ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.188:39793: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.4.251.189:43547,127.4.251.188:39793,127.4.251.190:38121) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.189:43547, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.188:39793, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.190:38121, [65ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.190:38121: Network error: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121, [65ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.188:39793: OK, [66ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.189:43547: OK, [66ms] delaying RPC due to: Service unavailable: Master config (127.4.251.189:43547,127.4.251.188:39793,127.4.251.190:38121) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.189:43547, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.188:39793, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.190:38121, [85ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.190:38121: Network error: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121, [85ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.188:39793: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.189:43547: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.4.251.189:43547,127.4.251.188:39793,127.4.251.190:38121) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.189:43547, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.188:39793, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.190:38121, [105ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.189:43547: OK, [105ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.188:39793: OK, [106ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.190:38121: Network error: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121, [106ms] delaying RPC due to: Service unavailable: Master config (127.4.251.189:43547,127.4.251.188:39793,127.4.251.190:38121) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.189:43547, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.188:39793, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.190:38121, [165ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.190:38121: Network error: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121, [166ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.189:43547: OK, [166ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.188:39793: OK, [166ms] delaying RPC due to: Service unavailable: Master config (127.4.251.189:43547,127.4.251.188:39793,127.4.251.190:38121) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.189:43547, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.188:39793, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.190:38121, [244ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.190:38121: Network error: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121, [245ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.189:43547: OK, [245ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.188:39793: OK, [245ms] delaying RPC due to: Service unavailable: Master config (127.4.251.189:43547,127.4.251.188:39793,127.4.251.190:38121) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121, [362ms] refreshing cache from master, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.189:43547, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.188:39793, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.190:38121, [365ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.190:38121: Network error: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121, [366ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.189:43547: OK, [368ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.188:39793: OK, [368ms] delaying RPC due to: Service unavailable: Master config (127.4.251.189:43547,127.4.251.188:39793,127.4.251.190:38121) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121, [582ms] refreshing cache from master, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.189:43547, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.188:39793, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.190:38121, [584ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.190:38121: Network error: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121, [586ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.189:43547: OK, [586ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.188:39793: OK, [586ms] delaying RPC due to: Service unavailable: Master config (127.4.251.189:43547,127.4.251.188:39793,127.4.251.190:38121) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.189:43547, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.188:39793, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.190:38121, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.190:38121: Network error: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121, [1125ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.189:43547: OK, [1127ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.188:39793: OK, [1127ms] delaying RPC due to: Service unavailable: Master config (127.4.251.189:43547,127.4.251.188:39793,127.4.251.190:38121) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121, [2462ms] refreshing cache from master, [2462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.189:43547, [2462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.188:39793, [2463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.251.190:38121, [2465ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.190:38121: Network error: Failed to connect to peer master-127.4.251.190:38121(127.4.251.190:38121): Connection refused: /127.4.251.190:38121, [2466ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.188:39793: OK, [2467ms] Sub RPC ConnectToMaster: received response from server master-127.4.251.189:43547: OK, deferred=Deferred@2114406152(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$192/0x00007fa05c286a08@739cf4a9 -> org.apache.kudu.client.AsyncKuduClient$$Lambda$193/0x00007fa05c286c30@2fad92b0 -> wakeup thread Time-limited test -> (continuation of Deferred@953043864 after retry RPC after error@2092262542) -> (continuation of Deferred@1754856973 after retry RPC after error@736348604) -> (continuation of Deferred@1639695827 after retry RPC after error@914181246) -> (continuation of Deferred@423277610 after retry RPC after error@740372632) -> (continuation of Deferred@319548818 after retry RPC after error@1338592561) -> (continuation of Deferred@60697350 after retry RPC after error@647921181) -> (continuation of Deferred@1790275617 after retry RPC after error@1871710339) -> (continuation of Deferred@497342572 after retry RPC after error@1218392915) -> (continuation of Deferred@166356505 after retry RPC after error@1725019063) -> (continuation of Deferred@1561157817 after retry RPC after error@1815729632), errback=passthrough -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@953043864 after retry RPC after error@2092262542) -> (continuation of Deferred@1754856973 after retry RPC after error@736348604) -> (continuation of Deferred@1639695827 after retry RPC after error@914181246) -> (continuation of Deferred@423277610 after retry RPC after error@740372632) -> (continuation of Deferred@319548818 after retry RPC after error@1338592561) -> (continuation of Deferred@60697350 after retry RPC after error@647921181) -> (continuation of Deferred@1790275617 after retry RPC after error@1871710339) -> (continuation of Deferred@497342572 after retry RPC after error@1218392915) -> (continuation of Deferred@166356505 after retry RPC after error@1725019063) -> (continuation of Deferred@1561157817 after retry RPC after error@1815729632))) after lookup
00:29:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.136847  5223 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:49572:
00:29:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "TestMasterFailover-killBefore=CREATE_TABLE"
00:29:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:29:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:29:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
00:29:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:29:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:29:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:29:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:29:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:29:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:29:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:29:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:29:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
00:29:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:29:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:29:05.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:29:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:29:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:29:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:29:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
00:29:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:29:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
00:29:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:29:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:29:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:29:05.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:05.159019  5223 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table TestMasterFailover-killBefore=CREATE_TABLE in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:29:05.183 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 4dbdc2e3fc35470289cfced621264526
00:29:05.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.215651  5760 tablet_service.cc:1511] Processing CreateTablet for tablet 5dd6ea0da86140549e7ce6a27d709609 (DEFAULT_TABLE table=TestMasterFailover-killBefore=CREATE_TABLE [id=4dbdc2e3fc35470289cfced621264526]), partition=RANGE (key) PARTITION UNBOUNDED
00:29:05.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.219064  5760 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5dd6ea0da86140549e7ce6a27d709609. 1 dirs total, 0 dirs full, 0 dirs failed
00:29:05.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.229496  5621 tablet_service.cc:1511] Processing CreateTablet for tablet 5dd6ea0da86140549e7ce6a27d709609 (DEFAULT_TABLE table=TestMasterFailover-killBefore=CREATE_TABLE [id=4dbdc2e3fc35470289cfced621264526]), partition=RANGE (key) PARTITION UNBOUNDED
00:29:05.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.231467  5621 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5dd6ea0da86140549e7ce6a27d709609. 1 dirs total, 0 dirs full, 0 dirs failed
00:29:05.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.241351  5481 tablet_service.cc:1511] Processing CreateTablet for tablet 5dd6ea0da86140549e7ce6a27d709609 (DEFAULT_TABLE table=TestMasterFailover-killBefore=CREATE_TABLE [id=4dbdc2e3fc35470289cfced621264526]), partition=RANGE (key) PARTITION UNBOUNDED
00:29:05.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.243767  5481 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5dd6ea0da86140549e7ce6a27d709609. 1 dirs total, 0 dirs full, 0 dirs failed
00:29:05.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.246006  5879 tablet_bootstrap.cc:492] T 5dd6ea0da86140549e7ce6a27d709609 P 1d945867a8a44b69865fa2d990de3725: Bootstrap starting.
00:29:05.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.253754  5879 tablet_bootstrap.cc:654] T 5dd6ea0da86140549e7ce6a27d709609 P 1d945867a8a44b69865fa2d990de3725: Neither blocks nor log segments found. Creating new log.
00:29:05.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.255640  5879 log.cc:826] T 5dd6ea0da86140549e7ce6a27d709609 P 1d945867a8a44b69865fa2d990de3725: Log is configured to *not* fsync() on all Append() calls
00:29:05.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.259053  5880 tablet_bootstrap.cc:492] T 5dd6ea0da86140549e7ce6a27d709609 P fddb10a770a4471fa70200d2892a4f51: Bootstrap starting.
00:29:05.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.263876  5879 tablet_bootstrap.cc:492] T 5dd6ea0da86140549e7ce6a27d709609 P 1d945867a8a44b69865fa2d990de3725: No bootstrap required, opened a new log
00:29:05.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.264484  5879 ts_tablet_manager.cc:1403] T 5dd6ea0da86140549e7ce6a27d709609 P 1d945867a8a44b69865fa2d990de3725: Time spent bootstrapping tablet: real 0.019s	user 0.014s	sys 0.000s
00:29:05.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.267246  5880 tablet_bootstrap.cc:654] T 5dd6ea0da86140549e7ce6a27d709609 P fddb10a770a4471fa70200d2892a4f51: Neither blocks nor log segments found. Creating new log.
00:29:05.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.271350  5880 log.cc:826] T 5dd6ea0da86140549e7ce6a27d709609 P fddb10a770a4471fa70200d2892a4f51: Log is configured to *not* fsync() on all Append() calls
00:29:05.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.273977  5882 tablet_bootstrap.cc:492] T 5dd6ea0da86140549e7ce6a27d709609 P 4d5558d5740e43b49e7f2bed97f2fe2b: Bootstrap starting.
00:29:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.279114  5880 tablet_bootstrap.cc:492] T 5dd6ea0da86140549e7ce6a27d709609 P fddb10a770a4471fa70200d2892a4f51: No bootstrap required, opened a new log
00:29:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.279633  5880 ts_tablet_manager.cc:1403] T 5dd6ea0da86140549e7ce6a27d709609 P fddb10a770a4471fa70200d2892a4f51: Time spent bootstrapping tablet: real 0.021s	user 0.016s	sys 0.000s
00:29:05.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.282814  5882 tablet_bootstrap.cc:654] T 5dd6ea0da86140549e7ce6a27d709609 P 4d5558d5740e43b49e7f2bed97f2fe2b: Neither blocks nor log segments found. Creating new log.
00:29:05.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.285352  5882 log.cc:826] T 5dd6ea0da86140549e7ce6a27d709609 P 4d5558d5740e43b49e7f2bed97f2fe2b: Log is configured to *not* fsync() on all Append() calls
00:29:05.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.294447  5882 tablet_bootstrap.cc:492] T 5dd6ea0da86140549e7ce6a27d709609 P 4d5558d5740e43b49e7f2bed97f2fe2b: No bootstrap required, opened a new log
00:29:05.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.295277  5882 ts_tablet_manager.cc:1403] T 5dd6ea0da86140549e7ce6a27d709609 P 4d5558d5740e43b49e7f2bed97f2fe2b: Time spent bootstrapping tablet: real 0.022s	user 0.018s	sys 0.000s
00:29:05.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.294385  5879 raft_consensus.cc:359] T 5dd6ea0da86140549e7ce6a27d709609 P 1d945867a8a44b69865fa2d990de3725 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d945867a8a44b69865fa2d990de3725" member_type: VOTER last_known_addr { host: "127.4.251.131" port: 34643 } } peers { permanent_uuid: "fddb10a770a4471fa70200d2892a4f51" member_type: VOTER last_known_addr { host: "127.4.251.130" port: 41313 } } peers { permanent_uuid: "4d5558d5740e43b49e7f2bed97f2fe2b" member_type: VOTER last_known_addr { host: "127.4.251.129" port: 36237 } }
00:29:05.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.295614  5879 raft_consensus.cc:385] T 5dd6ea0da86140549e7ce6a27d709609 P 1d945867a8a44b69865fa2d990de3725 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:29:05.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.295923  5879 raft_consensus.cc:740] T 5dd6ea0da86140549e7ce6a27d709609 P 1d945867a8a44b69865fa2d990de3725 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1d945867a8a44b69865fa2d990de3725, State: Initialized, Role: FOLLOWER
00:29:05.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.297058  5879 consensus_queue.cc:260] T 5dd6ea0da86140549e7ce6a27d709609 P 1d945867a8a44b69865fa2d990de3725 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d945867a8a44b69865fa2d990de3725" member_type: VOTER last_known_addr { host: "127.4.251.131" port: 34643 } } peers { permanent_uuid: "fddb10a770a4471fa70200d2892a4f51" member_type: VOTER last_known_addr { host: "127.4.251.130" port: 41313 } } peers { permanent_uuid: "4d5558d5740e43b49e7f2bed97f2fe2b" member_type: VOTER last_known_addr { host: "127.4.251.129" port: 36237 } }
00:29:05.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.305387  5880 raft_consensus.cc:359] T 5dd6ea0da86140549e7ce6a27d709609 P fddb10a770a4471fa70200d2892a4f51 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d945867a8a44b69865fa2d990de3725" member_type: VOTER last_known_addr { host: "127.4.251.131" port: 34643 } } peers { permanent_uuid: "fddb10a770a4471fa70200d2892a4f51" member_type: VOTER last_known_addr { host: "127.4.251.130" port: 41313 } } peers { permanent_uuid: "4d5558d5740e43b49e7f2bed97f2fe2b" member_type: VOTER last_known_addr { host: "127.4.251.129" port: 36237 } }
00:29:05.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.306443  5880 raft_consensus.cc:385] T 5dd6ea0da86140549e7ce6a27d709609 P fddb10a770a4471fa70200d2892a4f51 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:29:05.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.306813  5880 raft_consensus.cc:740] T 5dd6ea0da86140549e7ce6a27d709609 P fddb10a770a4471fa70200d2892a4f51 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fddb10a770a4471fa70200d2892a4f51, State: Initialized, Role: FOLLOWER
00:29:05.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.308156  5880 consensus_queue.cc:260] T 5dd6ea0da86140549e7ce6a27d709609 P fddb10a770a4471fa70200d2892a4f51 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d945867a8a44b69865fa2d990de3725" member_type: VOTER last_known_addr { host: "127.4.251.131" port: 34643 } } peers { permanent_uuid: "fddb10a770a4471fa70200d2892a4f51" member_type: VOTER last_known_addr { host: "127.4.251.130" port: 41313 } } peers { permanent_uuid: "4d5558d5740e43b49e7f2bed97f2fe2b" member_type: VOTER last_known_addr { host: "127.4.251.129" port: 36237 } }
00:29:05.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.315539  5879 ts_tablet_manager.cc:1434] T 5dd6ea0da86140549e7ce6a27d709609 P 1d945867a8a44b69865fa2d990de3725: Time spent starting tablet: real 0.051s	user 0.026s	sys 0.026s
00:29:05.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.316231  5826 heartbeater.cc:499] Master 127.4.251.189:43547 was elected leader, sending a full tablet report...
00:29:05.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.330011  5880 ts_tablet_manager.cc:1434] T 5dd6ea0da86140549e7ce6a27d709609 P fddb10a770a4471fa70200d2892a4f51: Time spent starting tablet: real 0.050s	user 0.031s	sys 0.018s
00:29:05.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.333658  5687 heartbeater.cc:499] Master 127.4.251.189:43547 was elected leader, sending a full tablet report...
00:29:05.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.360925  5882 raft_consensus.cc:359] T 5dd6ea0da86140549e7ce6a27d709609 P 4d5558d5740e43b49e7f2bed97f2fe2b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d945867a8a44b69865fa2d990de3725" member_type: VOTER last_known_addr { host: "127.4.251.131" port: 34643 } } peers { permanent_uuid: "fddb10a770a4471fa70200d2892a4f51" member_type: VOTER last_known_addr { host: "127.4.251.130" port: 41313 } } peers { permanent_uuid: "4d5558d5740e43b49e7f2bed97f2fe2b" member_type: VOTER last_known_addr { host: "127.4.251.129" port: 36237 } }
00:29:05.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.361927  5882 raft_consensus.cc:385] T 5dd6ea0da86140549e7ce6a27d709609 P 4d5558d5740e43b49e7f2bed97f2fe2b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:29:05.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.362257  5882 raft_consensus.cc:740] T 5dd6ea0da86140549e7ce6a27d709609 P 4d5558d5740e43b49e7f2bed97f2fe2b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4d5558d5740e43b49e7f2bed97f2fe2b, State: Initialized, Role: FOLLOWER
00:29:05.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.363384  5882 consensus_queue.cc:260] T 5dd6ea0da86140549e7ce6a27d709609 P 4d5558d5740e43b49e7f2bed97f2fe2b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d945867a8a44b69865fa2d990de3725" member_type: VOTER last_known_addr { host: "127.4.251.131" port: 34643 } } peers { permanent_uuid: "fddb10a770a4471fa70200d2892a4f51" member_type: VOTER last_known_addr { host: "127.4.251.130" port: 41313 } } peers { permanent_uuid: "4d5558d5740e43b49e7f2bed97f2fe2b" member_type: VOTER last_known_addr { host: "127.4.251.129" port: 36237 } }
00:29:05.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.369941  5882 ts_tablet_manager.cc:1434] T 5dd6ea0da86140549e7ce6a27d709609 P 4d5558d5740e43b49e7f2bed97f2fe2b: Time spent starting tablet: real 0.074s	user 0.036s	sys 0.003s
00:29:05.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.372481  5549 heartbeater.cc:499] Master 127.4.251.189:43547 was elected leader, sending a full tablet report...
00:29:05.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:05.393239  5556 tablet.cc:2406] T 5dd6ea0da86140549e7ce6a27d709609 P 4d5558d5740e43b49e7f2bed97f2fe2b: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:29:05.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.424770  5890 raft_consensus.cc:493] T 5dd6ea0da86140549e7ce6a27d709609 P 4d5558d5740e43b49e7f2bed97f2fe2b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:29:05.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.425369  5890 raft_consensus.cc:515] T 5dd6ea0da86140549e7ce6a27d709609 P 4d5558d5740e43b49e7f2bed97f2fe2b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d945867a8a44b69865fa2d990de3725" member_type: VOTER last_known_addr { host: "127.4.251.131" port: 34643 } } peers { permanent_uuid: "fddb10a770a4471fa70200d2892a4f51" member_type: VOTER last_known_addr { host: "127.4.251.130" port: 41313 } } peers { permanent_uuid: "4d5558d5740e43b49e7f2bed97f2fe2b" member_type: VOTER last_known_addr { host: "127.4.251.129" port: 36237 } }
00:29:05.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.428177  5890 leader_election.cc:290] T 5dd6ea0da86140549e7ce6a27d709609 P 4d5558d5740e43b49e7f2bed97f2fe2b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1d945867a8a44b69865fa2d990de3725 (127.4.251.131:34643), fddb10a770a4471fa70200d2892a4f51 (127.4.251.130:41313)
00:29:05.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.438541  5780 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5dd6ea0da86140549e7ce6a27d709609" candidate_uuid: "4d5558d5740e43b49e7f2bed97f2fe2b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1d945867a8a44b69865fa2d990de3725" is_pre_election: true
00:29:05.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.438601  5641 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5dd6ea0da86140549e7ce6a27d709609" candidate_uuid: "4d5558d5740e43b49e7f2bed97f2fe2b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fddb10a770a4471fa70200d2892a4f51" is_pre_election: true
00:29:05.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.439548  5780 raft_consensus.cc:2468] T 5dd6ea0da86140549e7ce6a27d709609 P 1d945867a8a44b69865fa2d990de3725 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4d5558d5740e43b49e7f2bed97f2fe2b in term 0.
00:29:05.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.439546  5641 raft_consensus.cc:2468] T 5dd6ea0da86140549e7ce6a27d709609 P fddb10a770a4471fa70200d2892a4f51 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4d5558d5740e43b49e7f2bed97f2fe2b in term 0.
00:29:05.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.441140  5434 leader_election.cc:304] T 5dd6ea0da86140549e7ce6a27d709609 P 4d5558d5740e43b49e7f2bed97f2fe2b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1d945867a8a44b69865fa2d990de3725, 4d5558d5740e43b49e7f2bed97f2fe2b; no voters: 
00:29:05.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.442143  5890 raft_consensus.cc:2804] T 5dd6ea0da86140549e7ce6a27d709609 P 4d5558d5740e43b49e7f2bed97f2fe2b [term 0 FOLLOWER]: Leader pre-election won for term 1
00:29:05.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.442631  5890 raft_consensus.cc:493] T 5dd6ea0da86140549e7ce6a27d709609 P 4d5558d5740e43b49e7f2bed97f2fe2b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:29:05.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.443113  5890 raft_consensus.cc:3060] T 5dd6ea0da86140549e7ce6a27d709609 P 4d5558d5740e43b49e7f2bed97f2fe2b [term 0 FOLLOWER]: Advancing to term 1
00:29:05.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.450331  5890 raft_consensus.cc:515] T 5dd6ea0da86140549e7ce6a27d709609 P 4d5558d5740e43b49e7f2bed97f2fe2b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d945867a8a44b69865fa2d990de3725" member_type: VOTER last_known_addr { host: "127.4.251.131" port: 34643 } } peers { permanent_uuid: "fddb10a770a4471fa70200d2892a4f51" member_type: VOTER last_known_addr { host: "127.4.251.130" port: 41313 } } peers { permanent_uuid: "4d5558d5740e43b49e7f2bed97f2fe2b" member_type: VOTER last_known_addr { host: "127.4.251.129" port: 36237 } }
00:29:05.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.451824  5890 leader_election.cc:290] T 5dd6ea0da86140549e7ce6a27d709609 P 4d5558d5740e43b49e7f2bed97f2fe2b [CANDIDATE]: Term 1 election: Requested vote from peers 1d945867a8a44b69865fa2d990de3725 (127.4.251.131:34643), fddb10a770a4471fa70200d2892a4f51 (127.4.251.130:41313)
00:29:05.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.452626  5780 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5dd6ea0da86140549e7ce6a27d709609" candidate_uuid: "4d5558d5740e43b49e7f2bed97f2fe2b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1d945867a8a44b69865fa2d990de3725"
00:29:05.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.452811  5641 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5dd6ea0da86140549e7ce6a27d709609" candidate_uuid: "4d5558d5740e43b49e7f2bed97f2fe2b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fddb10a770a4471fa70200d2892a4f51"
00:29:05.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.453104  5780 raft_consensus.cc:3060] T 5dd6ea0da86140549e7ce6a27d709609 P 1d945867a8a44b69865fa2d990de3725 [term 0 FOLLOWER]: Advancing to term 1
00:29:05.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.453258  5641 raft_consensus.cc:3060] T 5dd6ea0da86140549e7ce6a27d709609 P fddb10a770a4471fa70200d2892a4f51 [term 0 FOLLOWER]: Advancing to term 1
00:29:05.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.457777  5780 raft_consensus.cc:2468] T 5dd6ea0da86140549e7ce6a27d709609 P 1d945867a8a44b69865fa2d990de3725 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4d5558d5740e43b49e7f2bed97f2fe2b in term 1.
00:29:05.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.457801  5641 raft_consensus.cc:2468] T 5dd6ea0da86140549e7ce6a27d709609 P fddb10a770a4471fa70200d2892a4f51 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4d5558d5740e43b49e7f2bed97f2fe2b in term 1.
00:29:05.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.458828  5432 leader_election.cc:304] T 5dd6ea0da86140549e7ce6a27d709609 P 4d5558d5740e43b49e7f2bed97f2fe2b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4d5558d5740e43b49e7f2bed97f2fe2b, fddb10a770a4471fa70200d2892a4f51; no voters: 
00:29:05.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.459533  5890 raft_consensus.cc:2804] T 5dd6ea0da86140549e7ce6a27d709609 P 4d5558d5740e43b49e7f2bed97f2fe2b [term 1 FOLLOWER]: Leader election won for term 1
00:29:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.461261  5890 raft_consensus.cc:697] T 5dd6ea0da86140549e7ce6a27d709609 P 4d5558d5740e43b49e7f2bed97f2fe2b [term 1 LEADER]: Becoming Leader. State: Replica: 4d5558d5740e43b49e7f2bed97f2fe2b, State: Running, Role: LEADER
00:29:05.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.462843  5890 consensus_queue.cc:237] T 5dd6ea0da86140549e7ce6a27d709609 P 4d5558d5740e43b49e7f2bed97f2fe2b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d945867a8a44b69865fa2d990de3725" member_type: VOTER last_known_addr { host: "127.4.251.131" port: 34643 } } peers { permanent_uuid: "fddb10a770a4471fa70200d2892a4f51" member_type: VOTER last_known_addr { host: "127.4.251.130" port: 41313 } } peers { permanent_uuid: "4d5558d5740e43b49e7f2bed97f2fe2b" member_type: VOTER last_known_addr { host: "127.4.251.129" port: 36237 } }
00:29:05.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.472438  5223 catalog_manager.cc:5696] T 5dd6ea0da86140549e7ce6a27d709609 P 4d5558d5740e43b49e7f2bed97f2fe2b reported cstate change: term changed from 0 to 1, leader changed from <none> to 4d5558d5740e43b49e7f2bed97f2fe2b (127.4.251.129). New cstate: current_term: 1 leader_uuid: "4d5558d5740e43b49e7f2bed97f2fe2b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1d945867a8a44b69865fa2d990de3725" member_type: VOTER last_known_addr { host: "127.4.251.131" port: 34643 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fddb10a770a4471fa70200d2892a4f51" member_type: VOTER last_known_addr { host: "127.4.251.130" port: 41313 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4d5558d5740e43b49e7f2bed97f2fe2b" member_type: VOTER last_known_addr { host: "127.4.251.129" port: 36237 } health_report { overall_health: HEALTHY } } }
00:29:05.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:05.498699  5694 tablet.cc:2406] T 5dd6ea0da86140549e7ce6a27d709609 P fddb10a770a4471fa70200d2892a4f51: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:29:05.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:05.540767  5832 tablet.cc:2406] T 5dd6ea0da86140549e7ce6a27d709609 P 1d945867a8a44b69865fa2d990de3725: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:29:05.655 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 4dbdc2e3fc35470289cfced621264526
00:29:05.660 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5dd6ea0da86140549e7ce6a27d709609 for table 'TestMasterFailover-killBefore=CREATE_TABLE' with partition [<start>, <end>)
00:29:05.660 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5dd6ea0da86140549e7ce6a27d709609@[1d945867a8a44b69865fa2d990de3725(127.4.251.131:34643),4d5558d5740e43b49e7f2bed97f2fe2b(127.4.251.129:36237)[L],fddb10a770a4471fa70200d2892a4f51(127.4.251.130:41313)]}]
00:29:05.660 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.251.189:43547, [4ms] Sub RPC GetTableLocations: received response from server master-127.4.251.189:43547: OK, deferred=null)) after lookup
00:29:05.660 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 4d5558d5740e43b49e7f2bed97f2fe2b(127.4.251.129:36237)] connecting to peer
00:29:05.661 [DEBUG - kudu-nio-7] (Connection.java:757) [peer 4d5558d5740e43b49e7f2bed97f2fe2b(127.4.251.129:36237)] Successfully connected to peer
00:29:05.683 [DEBUG - kudu-nio-7] (Negotiator.java:919) Authenticated connection [id: 0x72ccb535, L:/127.0.0.1:35384 - R:/127.4.251.129:36237] using TOKEN/null
00:29:05.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:05.687390  5460 tablet_service.cc:3018] Rejecting scan request for tablet 5dd6ea0da86140549e7ce6a27d709609: Uninitialized: clean time has not yet been initialized
00:29:05.690 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 4d5558d5740e43b49e7f2bed97f2fe2b(127.4.251.129:36237) for tablet 5dd6ea0da86140549e7ce6a27d709609: clean time has not yet been initialized
00:29:05.713 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5dd6ea0da86140549e7ce6a27d709609 for table 'TestMasterFailover-killBefore=CREATE_TABLE' with partition [<start>, <end>)
00:29:05.715 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5dd6ea0da86140549e7ce6a27d709609@[1d945867a8a44b69865fa2d990de3725(127.4.251.131:34643),4d5558d5740e43b49e7f2bed97f2fe2b(127.4.251.129:36237)[L],fddb10a770a4471fa70200d2892a4f51(127.4.251.130:41313)]}]
00:29:05.716 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=5dd6ea0da86140549e7ce6a27d709609, attempt=3, KuduRpc(method=Scan, tablet=5dd6ea0da86140549e7ce6a27d709609, attempt=3, TimeoutTracker(timeout=30000, elapsed=60), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.251.189:43547, [4ms] Sub RPC GetTableLocations: received response from server master-127.4.251.189:43547: OK, [5ms] sending RPC to server 4d5558d5740e43b49e7f2bed97f2fe2b, [35ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [35ms] received response from server 4d5558d5740e43b49e7f2bed97f2fe2b: Uninitialized: clean time has not yet been initialized (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.251.189:43547, [57ms] Sub RPC GetTableLocations: received response from server master-127.4.251.189:43547: OK, deferred=Deferred@759061031(state=PENDING, result=null, callback=(continuation of Deferred@2081452684 after retry RPC@210668741), errback=(continuation of Deferred@2081452684 after retry RPC@210668741)))) after lookup
00:29:05.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:05.720086  5460 tablet_service.cc:3018] Rejecting scan request for tablet 5dd6ea0da86140549e7ce6a27d709609: Uninitialized: clean time has not yet been initialized
00:29:05.722 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 4d5558d5740e43b49e7f2bed97f2fe2b(127.4.251.129:36237) for tablet 5dd6ea0da86140549e7ce6a27d709609: clean time has not yet been initialized
00:29:05.752 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5dd6ea0da86140549e7ce6a27d709609 for table 'TestMasterFailover-killBefore=CREATE_TABLE' with partition [<start>, <end>)
00:29:05.752 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5dd6ea0da86140549e7ce6a27d709609@[1d945867a8a44b69865fa2d990de3725(127.4.251.131:34643),4d5558d5740e43b49e7f2bed97f2fe2b(127.4.251.129:36237)[L],fddb10a770a4471fa70200d2892a4f51(127.4.251.130:41313)]}]
00:29:05.752 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=5dd6ea0da86140549e7ce6a27d709609, attempt=5, KuduRpc(method=Scan, tablet=5dd6ea0da86140549e7ce6a27d709609, attempt=5, TimeoutTracker(timeout=30000, elapsed=97), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.251.189:43547, [4ms] Sub RPC GetTableLocations: received response from server master-127.4.251.189:43547: OK, [5ms] sending RPC to server 4d5558d5740e43b49e7f2bed97f2fe2b, [35ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [35ms] received response from server 4d5558d5740e43b49e7f2bed97f2fe2b: Uninitialized: clean time has not yet been initialized (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.251.189:43547, [57ms] Sub RPC GetTableLocations: received response from server master-127.4.251.189:43547: OK, [61ms] sending RPC to server 4d5558d5740e43b49e7f2bed97f2fe2b, [68ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [68ms] received response from server 4d5558d5740e43b49e7f2bed97f2fe2b: Uninitialized: clean time has not yet been initialized (error 0), [92ms] refreshing cache from master, [93ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.251.189:43547, [96ms] Sub RPC GetTableLocations: received response from server master-127.4.251.189:43547: OK, deferred=Deferred@759061031(state=PENDING, result=null, callback=(continuation of Deferred@2081452684 after retry RPC@210668741) -> (continuation of Deferred@839632591 after retry RPC@1307596304), errback=(continuation of Deferred@2081452684 after retry RPC@210668741) -> (continuation of Deferred@839632591 after retry RPC@1307596304)))) after lookup
00:29:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:05.756242  5460 tablet_service.cc:3018] Rejecting scan request for tablet 5dd6ea0da86140549e7ce6a27d709609: Uninitialized: clean time has not yet been initialized
00:29:05.758 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 4d5558d5740e43b49e7f2bed97f2fe2b(127.4.251.129:36237) for tablet 5dd6ea0da86140549e7ce6a27d709609: clean time has not yet been initialized
00:29:05.812 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5dd6ea0da86140549e7ce6a27d709609 for table 'TestMasterFailover-killBefore=CREATE_TABLE' with partition [<start>, <end>)
00:29:05.812 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5dd6ea0da86140549e7ce6a27d709609@[1d945867a8a44b69865fa2d990de3725(127.4.251.131:34643),4d5558d5740e43b49e7f2bed97f2fe2b(127.4.251.129:36237)[L],fddb10a770a4471fa70200d2892a4f51(127.4.251.130:41313)]}]
00:29:05.812 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=5dd6ea0da86140549e7ce6a27d709609, attempt=7, KuduRpc(method=Scan, tablet=5dd6ea0da86140549e7ce6a27d709609, attempt=7, TimeoutTracker(timeout=30000, elapsed=157), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.251.189:43547, [4ms] Sub RPC GetTableLocations: received response from server master-127.4.251.189:43547: OK, [5ms] sending RPC to server 4d5558d5740e43b49e7f2bed97f2fe2b, [35ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [35ms] received response from server 4d5558d5740e43b49e7f2bed97f2fe2b: Uninitialized: clean time has not yet been initialized (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.251.189:43547, [57ms] Sub RPC GetTableLocations: received response from server master-127.4.251.189:43547: OK, [61ms] sending RPC to server 4d5558d5740e43b49e7f2bed97f2fe2b, [68ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [68ms] received response from server 4d5558d5740e43b49e7f2bed97f2fe2b: Uninitialized: clean time has not yet been initialized (error 0), [92ms] refreshing cache from master, [93ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.251.189:43547, [96ms] Sub RPC GetTableLocations: received response from server master-127.4.251.189:43547: OK, [98ms] sending RPC to server 4d5558d5740e43b49e7f2bed97f2fe2b, [103ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [103ms] received response from server 4d5558d5740e43b49e7f2bed97f2fe2b: Uninitialized: clean time has not yet been initialized (error 0), [152ms] refreshing cache from master, [152ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.251.189:43547, [156ms] Sub RPC GetTableLocations: received response from server master-127.4.251.189:43547: OK, deferred=Deferred@759061031(state=PENDING, result=null, callback=(continuation of Deferred@2081452684 after retry RPC@210668741) -> (continuation of Deferred@839632591 after retry RPC@1307596304) -> (continuation of Deferred@39694688 after retry RPC@1846288986), errback=(continuation of Deferred@2081452684 after retry RPC@210668741) -> (continuation of Deferred@839632591 after retry RPC@1307596304) -> (continuation of Deferred@39694688 after retry RPC@1846288986)))) after lookup
00:29:05.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:05.816255  5460 tablet_service.cc:3018] Rejecting scan request for tablet 5dd6ea0da86140549e7ce6a27d709609: Uninitialized: clean time has not yet been initialized
00:29:05.817 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 4d5558d5740e43b49e7f2bed97f2fe2b(127.4.251.129:36237) for tablet 5dd6ea0da86140549e7ce6a27d709609: clean time has not yet been initialized
00:29:05.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.897001  5890 consensus_queue.cc:1048] T 5dd6ea0da86140549e7ce6a27d709609 P 4d5558d5740e43b49e7f2bed97f2fe2b [LEADER]: Connected to new peer: Peer: permanent_uuid: "1d945867a8a44b69865fa2d990de3725" member_type: VOTER last_known_addr { host: "127.4.251.131" port: 34643 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:29:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.919685  5893 consensus_queue.cc:1048] T 5dd6ea0da86140549e7ce6a27d709609 P 4d5558d5740e43b49e7f2bed97f2fe2b [LEADER]: Connected to new peer: Peer: permanent_uuid: "fddb10a770a4471fa70200d2892a4f51" member_type: VOTER last_known_addr { host: "127.4.251.130" port: 41313 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:29:05.972 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5dd6ea0da86140549e7ce6a27d709609 for table 'TestMasterFailover-killBefore=CREATE_TABLE' with partition [<start>, <end>)
00:29:05.972 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5dd6ea0da86140549e7ce6a27d709609@[1d945867a8a44b69865fa2d990de3725(127.4.251.131:34643),4d5558d5740e43b49e7f2bed97f2fe2b(127.4.251.129:36237)[L],fddb10a770a4471fa70200d2892a4f51(127.4.251.130:41313)]}]
00:29:05.973 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=5dd6ea0da86140549e7ce6a27d709609, attempt=9, KuduRpc(method=Scan, tablet=5dd6ea0da86140549e7ce6a27d709609, attempt=9, TimeoutTracker(timeout=30000, elapsed=317), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.251.189:43547, [4ms] Sub RPC GetTableLocations: received response from server master-127.4.251.189:43547: OK, [5ms] sending RPC to server 4d5558d5740e43b49e7f2bed97f2fe2b, [35ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [35ms] received response from server 4d5558d5740e43b49e7f2bed97f2fe2b: Uninitialized: clean time has not yet been initialized (error 0), [53ms] refreshing cache from master, [53ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.251.189:43547, [57ms] Sub RPC GetTableLocations: received response from server master-127.4.251.189:43547: OK, [61ms] sending RPC to server 4d5558d5740e43b49e7f2bed97f2fe2b, [68ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [68ms] received response from server 4d5558d5740e43b49e7f2bed97f2fe2b: Uninitialized: clean time has not yet been initialized (error 0), [92ms] refreshing cache from master, [93ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.251.189:43547, [96ms] Sub RPC GetTableLocations: received response from server master-127.4.251.189:43547: OK, [98ms] sending RPC to server 4d5558d5740e43b49e7f2bed97f2fe2b, [103ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [103ms] received response from server 4d5558d5740e43b49e7f2bed97f2fe2b: Uninitialized: clean time has not yet been initialized (error 0), [152ms] refreshing cache from master, [152ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.251.189:43547, [156ms] Sub RPC GetTableLocations: received response from server master-127.4.251.189:43547: OK, [158ms] sending RPC to server 4d5558d5740e43b49e7f2bed97f2fe2b, [163ms] delaying RPC due to: Uninitialized: clean time has not yet been initialized (error 0), [163ms] received response from server 4d5558d5740e43b49e7f2bed97f2fe2b: Uninitialized: clean time has not yet been initialized (error 0), [313ms] refreshing cache from master, [313ms] Sub RPC GetTableLocations: sending RPC to server master-127.4.251.189:43547, [317ms] Sub RPC GetTableLocations: received response from server master-127.4.251.189:43547: OK, deferred=Deferred@759061031(state=PENDING, result=null, callback=(continuation of Deferred@2081452684 after retry RPC@210668741) -> (continuation of Deferred@839632591 after retry RPC@1307596304) -> (continuation of Deferred@39694688 after retry RPC@1846288986) -> (continuation of Deferred@340310217 after retry RPC@2079444369), errback=(continuation of Deferred@2081452684 after retry RPC@210668741) -> (continuation of Deferred@839632591 after retry RPC@1307596304) -> (continuation of Deferred@39694688 after retry RPC@1846288986) -> (continuation of Deferred@340310217 after retry RPC@2079444369)))) after lookup
00:29:05.984 [DEBUG - kudu-nio-7] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=TestMasterFailover-killBefore=CREATE_TABLE, tablet=5dd6ea0da86140549e7ce6a27d709609, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:05.985 [DEBUG - Time-limited test] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:05.989 [DEBUG - main] (Connection.java:575) [peer master-127.4.251.190:38121(127.4.251.190:38121)] disconnecting while in state TERMINATED
00:29:05.990 [DEBUG - main] (Connection.java:575) [peer master-127.4.251.188:39793(127.4.251.188:39793)] disconnecting while in state READY
00:29:05.990 [DEBUG - main] (Connection.java:575) [peer 4d5558d5740e43b49e7f2bed97f2fe2b(127.4.251.129:36237)] disconnecting while in state READY
00:29:05.990 [DEBUG - main] (Connection.java:575) [peer master-127.4.251.189:43547(127.4.251.189:43547)] disconnecting while in state READY
00:29:05.991 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.251.188:39793(127.4.251.188:39793)] handling channelInactive
00:29:05.991 [DEBUG - kudu-nio-7] (Connection.java:239) [peer 4d5558d5740e43b49e7f2bed97f2fe2b(127.4.251.129:36237)] handling channelInactive
00:29:05.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.251.188:39793(127.4.251.188:39793)] cleaning up while in state READY due to: connection closed
00:29:05.991 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 4d5558d5740e43b49e7f2bed97f2fe2b(127.4.251.129:36237)] cleaning up while in state READY due to: connection closed
00:29:05.992 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:05.992 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.251.189:43547(127.4.251.189:43547)] handling channelInactive
00:29:05.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.251.189:43547(127.4.251.189:43547)] cleaning up while in state READY due to: connection closed
00:29:05.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.993155  5102 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu with pid 5387
00:29:06.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:06.023561  5102 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu with pid 5551
00:29:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:06.052129  5102 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu with pid 5693
00:29:06.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:06.080906  5102 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu with pid 5184
00:29:06.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:06.113312  5102 external_mini_cluster.cc:1664] Killing /tmp/dist-test-task7BOk8m/build/tsan/bin/kudu with pid 5260
00:29:07.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:29:07Z chronyd exiting

Time: 86.316

OK (4 tests)

