JUnit version 4.13.2
.20:03:29.571 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783541009563
20:03:29.628 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
20:03:29.699 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:03:29.711 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskt1WBIj/test-tmp
20:03:29.718 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:03:29.721 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskt1WBIj/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:03:29.921 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:03:30.163 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:03:30.164 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:03:30.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:30.169377 30604 mini_oidc.cc:150] Starting JWKS server
20:03:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:30.173529 30604 webserver.cc:533] Webserver started at http://127.0.0.1:44081/ using document root <none> and password file <none>
20:03:30.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:30.174005 30604 mini_oidc.cc:186] Starting OIDC Discovery server
20:03:30.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:30.175915 30604 webserver.cc:533] Webserver started at http://127.0.0.1:40315/ using document root <none> and password file <none>
20:03:30.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T20:03:30Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:03:30.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T20:03:30Z Disabled control of system clock
20:03:30.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:30.245744 30604 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu
20:03:30.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu
20:03:30.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-0/wal
20:03:30.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-0/data
20:03:30.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:30.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:30.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:30.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:30.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:30.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:30.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-0/logs
20:03:30.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-0/data/info.pb
20:03:30.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:30.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:30.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:30.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:30.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:30.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:30.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:30.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:30.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:30.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.227.62:34397
20:03:30.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.227.62
20:03:30.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:30.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.227.20:36099
20:03:30.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:30.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.227.62:34397,127.29.227.61:36255,127.29.227.60:41139
20:03:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44081/jwks.json with env {}
20:03:30.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:30.595381 30616 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:30.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:30.596086 30616 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:30.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:30.596683 30616 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:30.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:30.636677 30616 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:30.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:30.637017 30616 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:30.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:30.637230 30616 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:30.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:30.637434 30616 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:30.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:30.637729 30616 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:30.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:30.637892 30616 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44081/jwks.json
20:03:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:30.678689 30616 master_runner.cc:387] Master server non-default flags:
20:03:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.227.20:36099
20:03:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:30.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-0/data
20:03:30.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-0/wal
20:03:30.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:30.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.227.62:34397,127.29.227.61:36255,127.29.227.60:41139
20:03:30.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:30.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:30.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:30.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.227.62:34397
20:03:30.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:30.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:30.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:30.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44081/jwks.json
20:03:30.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:30.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:30.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-0/data/info.pb
20:03:30.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.227.62
20:03:30.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:30.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:30.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:30.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:30.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:30.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:30.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-0/logs
20:03:30.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:30.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:30.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:30.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:30.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:30.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:03:30.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:30.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:23 UTC on e7f111948823
20:03:30.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12779
20:03:30.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:30.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:30.680657 30616 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:30.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:30.682909 30616 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:30.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:30.697549 30622 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:32.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:32.101581 30621 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 30616
20:03:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:32.211004 30621 kernel_stack_watchdog.cc:198] Thread 30616 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
20:03:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:03:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:03:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:03:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:03:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:30.698520 30623 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:32.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:32.212358 30624 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1512 milliseconds
20:03:32.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:32.216917 30616 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.519s	user 0.523s	sys 0.992s
20:03:32.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:32.217274 30616 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.520s	user 0.523s	sys 0.992s
20:03:32.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:32.218755 30625 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:32.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.218807 30616 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.220431 30616 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:32.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.223454 30616 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:32.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.224851 30616 hybrid_clock.cc:648] HybridClock initialized: now 1783541012224808 us; error 39 us; skew 500 ppm
20:03:32.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.225868 30616 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:32.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.232957 30616 webserver.cc:533] Webserver started at http://127.29.227.62:45795/ using document root <none> and password file <none>
20:03:32.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.234172 30616 fs_manager.cc:362] Metadata directory not provided
20:03:32.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.234436 30616 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:32.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.235179 30616 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:32.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.240170 30616 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-0/data/instance:
20:03:32.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8e69645987e446d3b3bdca41bdedac6f"
20:03:32.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:03:32 on dist-test-slave-76z2"
20:03:32.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.241711 30616 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-0/wal/instance:
20:03:32.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8e69645987e446d3b3bdca41bdedac6f"
20:03:32.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:03:32 on dist-test-slave-76z2"
20:03:32.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.250800 30616 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.010s	sys 0.000s
20:03:32.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.257512 30632 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:32.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.258842 30616 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.000s	sys 0.006s
20:03:32.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.259207 30616 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-0/data,/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-0/wal
20:03:32.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8e69645987e446d3b3bdca41bdedac6f"
20:03:32.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:03:32 on dist-test-slave-76z2"
20:03:32.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.259548 30616 fs_report.cc:389] FS layout report
20:03:32.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:32.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-0/wal
20:03:32.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-0/wal
20:03:32.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-0/data/data
20:03:32.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:32.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:32.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:32.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:32.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:32.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:32.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:32.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:32.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:32.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:32.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:32.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.336580 30616 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:32.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.338411 30616 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.338892 30616 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:32.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.424515 30616 rpc_server.cc:307] RPC server started. Bound to: 127.29.227.62:34397
20:03:32.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.424579 30683 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.227.62:34397 every 8 connection(s)
20:03:32.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.427795 30616 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-0/data/info.pb
20:03:32.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.429289 30604 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu as pid 30616
20:03:32.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.430001 30604 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-0/wal/instance
20:03:32.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.435184 30604 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu
20:03:32.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu
20:03:32.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-1/wal
20:03:32.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-1/data
20:03:32.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:32.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:32.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:32.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:32.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:32.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:32.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-1/logs
20:03:32.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-1/data/info.pb
20:03:32.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:32.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:32.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:32.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:32.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:32.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:32.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:32.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:32.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:32.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:32.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:32.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:32.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.227.61:36255
20:03:32.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.227.61
20:03:32.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:32.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.227.20:36099
20:03:32.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:32.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:32.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:32.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:32.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.227.62:34397,127.29.227.61:36255,127.29.227.60:41139
20:03:32.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:32.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44081/jwks.json with env {}
20:03:32.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.436686 30684 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:32.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.450704 30684 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } has no permanent_uuid. Determining permanent_uuid...
20:03:32.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.482422 30684 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } has no permanent_uuid. Determining permanent_uuid...
20:03:32.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:32.485366 30633 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.227.61:36255: connect: Connection refused (error 111)
20:03:32.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:32.491317 30684 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.227.61:36255: Network error: Client connection negotiation failed: client connection to 127.29.227.61:36255: connect: Connection refused (error 111)
20:03:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.540863 30684 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } attempt: 1
20:03:32.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:32.546027 30684 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.227.61:36255: Network error: Client connection negotiation failed: client connection to 127.29.227.61:36255: connect: Connection refused (error 111)
20:03:32.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.614565 30684 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } attempt: 2
20:03:32.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:32.620525 30684 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.227.61:36255: Network error: Client connection negotiation failed: client connection to 127.29.227.61:36255: connect: Connection refused (error 111)
20:03:32.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.712091 30684 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } attempt: 3
20:03:32.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:32.717288 30684 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.227.61:36255: Network error: Client connection negotiation failed: client connection to 127.29.227.61:36255: connect: Connection refused (error 111)
20:03:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:32.796211 30686 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:32.796921 30686 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:32.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:32.797542 30686 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:32.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:32.832842 30686 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:32.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:32.833207 30686 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:32.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:32.833493 30686 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:32.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:32.833752 30686 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:32.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:32.833957 30686 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:32.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:32.834198 30686 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44081/jwks.json
20:03:32.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.860802 30684 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } attempt: 4
20:03:32.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:32.866178 30684 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.227.61:36255: Network error: Client connection negotiation failed: client connection to 127.29.227.61:36255: connect: Connection refused (error 111)
20:03:32.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.880661 30686 master_runner.cc:387] Master server non-default flags:
20:03:32.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:32.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.227.20:36099
20:03:32.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:32.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:32.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-1/data
20:03:32.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-1/wal
20:03:32.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:32.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.227.62:34397,127.29.227.61:36255,127.29.227.60:41139
20:03:32.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.227.61:36255
20:03:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44081/jwks.json
20:03:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-1/data/info.pb
20:03:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.227.61
20:03:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:32.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:32.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:32.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-1/logs
20:03:32.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:32.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:32.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:32.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:32.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:32.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:03:32.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:32.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:23 UTC on e7f111948823
20:03:32.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12779
20:03:32.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:32.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.882350 30686 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:32.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:32.885044 30686 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:32.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:32.898615 30695 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:33.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:33.165696 30684 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } attempt: 5
20:03:33.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:33.192203 30684 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.227.61:36255: Network error: Client connection negotiation failed: client connection to 127.29.227.61:36255: connect: Connection refused (error 111)
20:03:33.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:33.743934 30684 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } attempt: 6
20:03:33.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:33.760752 30684 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.227.61:36255: Network error: Client connection negotiation failed: client connection to 127.29.227.61:36255: connect: Connection refused (error 111)
20:03:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:34.208238 30680 debug-util.cc:398] Leaking SignalData structure 0x7b0800070060 after lost signal to thread 30617
20:03:34.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:34.209343 30680 debug-util.cc:398] Leaking SignalData structure 0x7b08000707a0 after lost signal to thread 30683
20:03:34.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:32.900610 30696 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:34.239301 30686 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.341s	user 0.547s	sys 0.780s
20:03:34.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:34.240665 30686 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.343s	user 0.547s	sys 0.780s
20:03:34.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.247097 30686 server_base.cc:1061] running on GCE node
20:03:34.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:34.251677 30702 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:34.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.255739 30686 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:34.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.259699 30686 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:34.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.261735 30686 hybrid_clock.cc:648] HybridClock initialized: now 1783541014261639 us; error 111 us; skew 500 ppm
20:03:34.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.262939 30686 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:34.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.272384 30686 webserver.cc:533] Webserver started at http://127.29.227.61:37615/ using document root <none> and password file <none>
20:03:34.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.273706 30686 fs_manager.cc:362] Metadata directory not provided
20:03:34.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.273993 30686 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:34.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.274765 30686 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:34.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.280994 30686 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-1/data/instance:
20:03:34.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc587eed694a44ce929c6ac8e116eb32"
20:03:34.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:03:34 on dist-test-slave-76z2"
20:03:34.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.282636 30686 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-1/wal/instance:
20:03:34.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc587eed694a44ce929c6ac8e116eb32"
20:03:34.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:03:34 on dist-test-slave-76z2"
20:03:34.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.293169 30686 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.006s	sys 0.002s
20:03:34.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.308645 30707 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:34.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.310640 30686 fs_manager.cc:730] Time spent opening block manager: real 0.011s	user 0.003s	sys 0.006s
20:03:34.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.311174 30686 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-1/data,/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-1/wal
20:03:34.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc587eed694a44ce929c6ac8e116eb32"
20:03:34.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:03:34 on dist-test-slave-76z2"
20:03:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.312192 30686 fs_report.cc:389] FS layout report
20:03:34.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:34.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-1/wal
20:03:34.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-1/wal
20:03:34.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-1/data/data
20:03:34.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:34.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:34.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:34.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:34.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:34.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:34.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:34.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:34.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:34.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:34.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:34.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.405104 30686 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:34.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.407325 30686 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:34.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.407956 30686 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:34.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.525393 30686 rpc_server.cc:307] RPC server started. Bound to: 127.29.227.61:36255
20:03:34.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.525580 30758 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.227.61:36255 every 8 connection(s)
20:03:34.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.528990 30686 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-1/data/info.pb
20:03:34.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.537556 30759 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:34.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.537539 30604 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu as pid 30686
20:03:34.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.538085 30604 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-1/wal/instance
20:03:34.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.541543 30604 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu
20:03:34.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu
20:03:34.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-2/wal
20:03:34.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-2/data
20:03:34.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:34.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:34.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:34.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:34.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:34.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:34.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-2/logs
20:03:34.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-2/data/info.pb
20:03:34.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:34.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:34.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:34.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:34.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:34.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:34.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:34.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:34.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.227.60:41139
20:03:34.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.227.60
20:03:34.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:34.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.227.20:36099
20:03:34.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:34.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:34.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:34.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:34.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.227.62:34397,127.29.227.61:36255,127.29.227.60:41139
20:03:34.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:34.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44081/jwks.json with env {}
20:03:34.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.561805 30759 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } has no permanent_uuid. Determining permanent_uuid...
20:03:34.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.603808 30759 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } has no permanent_uuid. Determining permanent_uuid...
20:03:34.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.620954 30759 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } has no permanent_uuid. Determining permanent_uuid...
20:03:34.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:34.623818 30709 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.227.60:41139: connect: Connection refused (error 111)
20:03:34.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:34.634871 30759 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.227.60:41139: Network error: Client connection negotiation failed: client connection to 127.29.227.60:41139: connect: Connection refused (error 111)
20:03:34.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.684540 30759 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } attempt: 1
20:03:34.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:34.689566 30759 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.227.60:41139: Network error: Client connection negotiation failed: client connection to 127.29.227.60:41139: connect: Connection refused (error 111)
20:03:34.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.758050 30759 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } attempt: 2
20:03:34.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:34.763635 30759 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.227.60:41139: Network error: Client connection negotiation failed: client connection to 127.29.227.60:41139: connect: Connection refused (error 111)
20:03:34.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.821421 30684 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } attempt: 7
20:03:34.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.836018 30684 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } has no permanent_uuid. Determining permanent_uuid...
20:03:34.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:34.843227 30684 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.227.60:41139: Network error: Client connection negotiation failed: client connection to 127.29.227.60:41139: connect: Connection refused (error 111)
20:03:34.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.855202 30759 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } attempt: 3
20:03:34.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:34.860539 30759 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.227.60:41139: Network error: Client connection negotiation failed: client connection to 127.29.227.60:41139: connect: Connection refused (error 111)
20:03:34.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.901715 30684 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } attempt: 1
20:03:34.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:34.906854 30684 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.227.60:41139: Network error: Client connection negotiation failed: client connection to 127.29.227.60:41139: connect: Connection refused (error 111)
20:03:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:34.988369 30684 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } attempt: 2
20:03:34.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:34.994184 30684 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.227.60:41139: Network error: Client connection negotiation failed: client connection to 127.29.227.60:41139: connect: Connection refused (error 111)
20:03:35.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:35.004006 30759 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } attempt: 4
20:03:35.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:35.010915 30759 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.227.60:41139: Network error: Client connection negotiation failed: client connection to 127.29.227.60:41139: connect: Connection refused (error 111)
20:03:35.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:35.079670 30684 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } attempt: 3
20:03:35.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:35.085270 30684 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.227.60:41139: Network error: Client connection negotiation failed: client connection to 127.29.227.60:41139: connect: Connection refused (error 111)
20:03:35.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:35.089069 30761 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:35.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:35.090133 30761 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:35.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:35.091231 30761 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:35.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:35.166685 30761 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:35.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:35.167279 30761 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:35.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:35.167691 30761 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:35.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:35.168080 30761 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:35.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:35.168455 30761 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:35.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:35.168761 30761 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44081/jwks.json
20:03:35.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:35.222137 30761 master_runner.cc:387] Master server non-default flags:
20:03:35.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:35.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.227.20:36099
20:03:35.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:35.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:35.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-2/data
20:03:35.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-2/wal
20:03:35.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:35.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.227.62:34397,127.29.227.61:36255,127.29.227.60:41139
20:03:35.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:35.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:35.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:35.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.227.60:41139
20:03:35.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:35.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:35.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:35.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44081/jwks.json
20:03:35.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:35.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:35.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-2/data/info.pb
20:03:35.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.227.60
20:03:35.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:35.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:35.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:35.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:35.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:35.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:35.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-2/logs
20:03:35.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:35.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:35.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:35.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:35.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:35.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:03:35.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:35.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:23 UTC on e7f111948823
20:03:35.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12779
20:03:35.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:35.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:35.224011 30761 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:35.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:35.225751 30684 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } attempt: 4
20:03:35.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:35.226617 30761 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:35.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:35.232067 30684 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.227.60:41139: Network error: Client connection negotiation failed: client connection to 127.29.227.60:41139: connect: Connection refused (error 111)
20:03:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:35.242694 30773 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:35.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:35.310490 30759 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } attempt: 5
20:03:35.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:35.315533 30759 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.227.60:41139: Network error: Client connection negotiation failed: client connection to 127.29.227.60:41139: connect: Connection refused (error 111)
20:03:35.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:35.515568 30684 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } attempt: 5
20:03:35.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:35.523978 30684 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.227.60:41139: Network error: Client connection negotiation failed: client connection to 127.29.227.60:41139: connect: Connection refused (error 111)
20:03:35.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:35.863066 30759 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } attempt: 6
20:03:35.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:35.875116 30759 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.227.60:41139: Network error: Client connection negotiation failed: client connection to 127.29.227.60:41139: connect: Connection refused (error 111)
20:03:36.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.076632 30684 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } attempt: 6
20:03:36.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:36.088650 30684 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.29.227.60:41139: Network error: Client connection negotiation failed: client connection to 127.29.227.60:41139: connect: Connection refused (error 111)
20:03:36.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:35.249418 30776 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:36.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:35.244427 30774 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:36.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:36.528154 30775 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:03:36.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.528702 30761 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:36.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.533946 30761 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:36.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.537246 30761 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:36.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.538614 30761 hybrid_clock.cc:648] HybridClock initialized: now 1783541016538586 us; error 69 us; skew 500 ppm
20:03:36.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.539541 30761 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:36.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.547094 30761 webserver.cc:533] Webserver started at http://127.29.227.60:32975/ using document root <none> and password file <none>
20:03:36.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.548192 30761 fs_manager.cc:362] Metadata directory not provided
20:03:36.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.548413 30761 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:36.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.548877 30761 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:36.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.553668 30761 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-2/data/instance:
20:03:36.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4"
20:03:36.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:03:36 on dist-test-slave-76z2"
20:03:36.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.554848 30761 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-2/wal/instance:
20:03:36.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4"
20:03:36.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:03:36 on dist-test-slave-76z2"
20:03:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.564248 30761 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.007s	sys 0.001s
20:03:36.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.571167 30787 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:36.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.572589 30761 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.001s
20:03:36.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.572938 30761 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-2/data,/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-2/wal
20:03:36.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4"
20:03:36.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:03:36 on dist-test-slave-76z2"
20:03:36.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.573290 30761 fs_report.cc:389] FS layout report
20:03:36.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-2/wal
20:03:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-2/wal
20:03:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-2/data/data
20:03:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:36.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:36.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.640834 30761 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.642709 30761 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.643354 30761 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.728658 30761 rpc_server.cc:307] RPC server started. Bound to: 127.29.227.60:41139
20:03:36.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.728722 30838 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.227.60:41139 every 8 connection(s)
20:03:36.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.732515 30761 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-2/data/info.pb
20:03:36.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.735996 30604 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu as pid 30761
20:03:36.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.736614 30604 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/master-2/wal/instance
20:03:36.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.740748 30839 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:36.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.756994 30839 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } has no permanent_uuid. Determining permanent_uuid...
20:03:36.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.792851 30839 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } has no permanent_uuid. Determining permanent_uuid...
20:03:36.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.803514 30839 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } has no permanent_uuid. Determining permanent_uuid...
20:03:36.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.823915 30839 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4: Bootstrap starting.
20:03:36.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.832050 30839 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4: Neither blocks nor log segments found. Creating new log.
20:03:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.834205 30839 log.cc:826] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4: Log is configured to *not* fsync() on all Append() calls
20:03:36.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.839197 30839 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4: No bootstrap required, opened a new log
20:03:36.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.862486 30839 raft_consensus.cc:359] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } } peers { permanent_uuid: "dc587eed694a44ce929c6ac8e116eb32" member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } } peers { permanent_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } }
20:03:36.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.863511 30839 raft_consensus.cc:385] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:36.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.863842 30839 raft_consensus.cc:740] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fbca3a40dca84c57a14a5f5ea7dd08f4, State: Initialized, Role: FOLLOWER
20:03:36.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.864981 30839 consensus_queue.cc:260] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } } peers { permanent_uuid: "dc587eed694a44ce929c6ac8e116eb32" member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } } peers { permanent_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } }
20:03:36.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.868654 30848 sys_catalog.cc:455] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } } peers { permanent_uuid: "dc587eed694a44ce929c6ac8e116eb32" member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } } peers { permanent_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } } }
20:03:36.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.869334 30848 sys_catalog.cc:458] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4 [sys.catalog]: This master's current role is: FOLLOWER
20:03:36.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.870548 30839 sys_catalog.cc:565] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4 [sys.catalog]: configured and running, proceeding with master startup.
20:03:36.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:36.899890 30793 tablet.cc:2406] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:36.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:36.902699 30859 catalog_manager.cc:1594] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:36.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:36.903764 30859 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:36.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.897469 30761 master_runner.cc:187] Error getting master registration for 127.29.227.62:34397: OK, instance_id { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" instance_seqno: 1783541012400305 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:03:36.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.927351 30761 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:03:36.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.935726 30759 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } attempt: 7
20:03:36.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.962859 30759 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32: Bootstrap starting.
20:03:36.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.972199 30759 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32: Neither blocks nor log segments found. Creating new log.
20:03:36.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.974530 30759 log.cc:826] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32: Log is configured to *not* fsync() on all Append() calls
20:03:36.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:36.981137 30759 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32: No bootstrap required, opened a new log
20:03:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.013149 30759 raft_consensus.cc:359] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } } peers { permanent_uuid: "dc587eed694a44ce929c6ac8e116eb32" member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } } peers { permanent_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } }
20:03:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.014204 30759 raft_consensus.cc:385] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:37.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.014576 30759 raft_consensus.cc:740] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dc587eed694a44ce929c6ac8e116eb32, State: Initialized, Role: FOLLOWER
20:03:37.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.015797 30759 consensus_queue.cc:260] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } } peers { permanent_uuid: "dc587eed694a44ce929c6ac8e116eb32" member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } } peers { permanent_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } }
20:03:37.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.018851 30863 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } } peers { permanent_uuid: "dc587eed694a44ce929c6ac8e116eb32" member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } } peers { permanent_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } } }
20:03:37.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.019649 30863 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [sys.catalog]: This master's current role is: FOLLOWER
20:03:37.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.021292 30759 sys_catalog.cc:565] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [sys.catalog]: configured and running, proceeding with master startup.
20:03:37.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:37.065076 30874 catalog_manager.cc:1594] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:37.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:37.066314 30874 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:37.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.051980 30686 master_runner.cc:187] Error getting master registration for 127.29.227.62:34397: OK, instance_id { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" instance_seqno: 1783541012400305 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:03:37.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.085757 30686 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:03:37.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.122212 30684 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } attempt: 7
20:03:37.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.156040 30684 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f: Bootstrap starting.
20:03:37.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:37.168839 30713 tablet.cc:2406] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:37.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.172385 30684 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f: Neither blocks nor log segments found. Creating new log.
20:03:37.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.175652 30684 log.cc:826] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f: Log is configured to *not* fsync() on all Append() calls
20:03:37.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.196066 30684 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f: No bootstrap required, opened a new log
20:03:37.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.231526 30684 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } } peers { permanent_uuid: "dc587eed694a44ce929c6ac8e116eb32" member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } } peers { permanent_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } }
20:03:37.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.232537 30684 raft_consensus.cc:385] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:37.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.232854 30684 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8e69645987e446d3b3bdca41bdedac6f, State: Initialized, Role: FOLLOWER
20:03:37.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.233898 30684 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } } peers { permanent_uuid: "dc587eed694a44ce929c6ac8e116eb32" member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } } peers { permanent_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } }
20:03:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.238826 30878 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } } peers { permanent_uuid: "dc587eed694a44ce929c6ac8e116eb32" member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } } peers { permanent_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } } }
20:03:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.239773 30878 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [sys.catalog]: This master's current role is: FOLLOWER
20:03:37.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.241091 30684 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [sys.catalog]: configured and running, proceeding with master startup.
20:03:37.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.250501 30848 raft_consensus.cc:493] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:37.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.251217 30848 raft_consensus.cc:515] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } } peers { permanent_uuid: "dc587eed694a44ce929c6ac8e116eb32" member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } } peers { permanent_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } }
20:03:37.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.256920 30659 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8e69645987e446d3b3bdca41bdedac6f" is_pre_election: true
20:03:37.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.258028 30659 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fbca3a40dca84c57a14a5f5ea7dd08f4 in term 0.
20:03:37.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.260622 30789 leader_election.cc:304] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8e69645987e446d3b3bdca41bdedac6f, fbca3a40dca84c57a14a5f5ea7dd08f4; no voters: 
20:03:37.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.278127 30734 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dc587eed694a44ce929c6ac8e116eb32" is_pre_election: true
20:03:37.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.279204 30734 raft_consensus.cc:2468] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fbca3a40dca84c57a14a5f5ea7dd08f4 in term 0.
20:03:37.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.281333 30848 leader_election.cc:290] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8e69645987e446d3b3bdca41bdedac6f (127.29.227.62:34397), dc587eed694a44ce929c6ac8e116eb32 (127.29.227.61:36255)
20:03:37.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.281884 30848 raft_consensus.cc:2804] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:03:37.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.282668 30848 raft_consensus.cc:493] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:03:37.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.282987 30848 raft_consensus.cc:3060] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4 [term 0 FOLLOWER]: Advancing to term 1
20:03:37.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.298763 30848 raft_consensus.cc:515] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } } peers { permanent_uuid: "dc587eed694a44ce929c6ac8e116eb32" member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } } peers { permanent_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } }
20:03:37.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.304179 30659 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8e69645987e446d3b3bdca41bdedac6f"
20:03:37.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.304778 30659 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [term 0 FOLLOWER]: Advancing to term 1
20:03:37.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.322438 30659 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fbca3a40dca84c57a14a5f5ea7dd08f4 in term 1.
20:03:37.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.324865 30789 leader_election.cc:304] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8e69645987e446d3b3bdca41bdedac6f, fbca3a40dca84c57a14a5f5ea7dd08f4; no voters: 
20:03:37.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.326427 30882 raft_consensus.cc:2804] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4 [term 1 FOLLOWER]: Leader election won for term 1
20:03:37.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.329762 30734 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dc587eed694a44ce929c6ac8e116eb32"
20:03:37.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.330356 30734 raft_consensus.cc:3060] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [term 0 FOLLOWER]: Advancing to term 1
20:03:37.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.338796 30734 raft_consensus.cc:2468] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fbca3a40dca84c57a14a5f5ea7dd08f4 in term 1.
20:03:37.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.340749 30848 leader_election.cc:290] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4 [CANDIDATE]: Term 1 election: Requested vote from peers 8e69645987e446d3b3bdca41bdedac6f (127.29.227.62:34397), dc587eed694a44ce929c6ac8e116eb32 (127.29.227.61:36255)
20:03:37.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:37.351658 30638 tablet.cc:2406] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:37.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.355999 30882 raft_consensus.cc:697] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4 [term 1 LEADER]: Becoming Leader. State: Replica: fbca3a40dca84c57a14a5f5ea7dd08f4, State: Running, Role: LEADER
20:03:37.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.357631 30882 consensus_queue.cc:237] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } } peers { permanent_uuid: "dc587eed694a44ce929c6ac8e116eb32" member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } } peers { permanent_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } }
20:03:37.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.377585 30848 sys_catalog.cc:455] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fbca3a40dca84c57a14a5f5ea7dd08f4. Latest consensus state: current_term: 1 leader_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } } peers { permanent_uuid: "dc587eed694a44ce929c6ac8e116eb32" member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } } peers { permanent_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } } }
20:03:37.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.378860 30848 sys_catalog.cc:458] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4 [sys.catalog]: This master's current role is: LEADER
20:03:37.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.385566 30892 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:03:37.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.386684 30893 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
20:03:37.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.399961 30893 catalog_manager.cc:1520] Initializing Kudu cluster ID...
20:03:37.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.421417 30734 raft_consensus.cc:1275] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [term 1 FOLLOWER]: Refusing update from remote peer fbca3a40dca84c57a14a5f5ea7dd08f4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:37.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.422096 30659 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [term 1 FOLLOWER]: Refusing update from remote peer fbca3a40dca84c57a14a5f5ea7dd08f4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:37.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.424074 30882 consensus_queue.cc:1048] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:37.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.425210 30848 consensus_queue.cc:1048] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dc587eed694a44ce929c6ac8e116eb32" member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:37.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.460593 30878 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [sys.catalog]: SysCatalogTable state changed. Reason: New leader fbca3a40dca84c57a14a5f5ea7dd08f4. Latest consensus state: current_term: 1 leader_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } } peers { permanent_uuid: "dc587eed694a44ce929c6ac8e116eb32" member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } } peers { permanent_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } } }
20:03:37.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.461349 30878 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [sys.catalog]: This master's current role is: FOLLOWER
20:03:37.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.467576 30863 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fbca3a40dca84c57a14a5f5ea7dd08f4. Latest consensus state: current_term: 1 leader_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } } peers { permanent_uuid: "dc587eed694a44ce929c6ac8e116eb32" member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } } peers { permanent_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } } }
20:03:37.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.471206 30894 mvcc.cc:204] Tried to move back new op lower bound from 7305384007340572672 to 7305384007109242880. Current Snapshot: MvccSnapshot[applied={T|T < 7305384007340572672}]
20:03:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.473676 30863 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [sys.catalog]: This master's current role is: FOLLOWER
20:03:37.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.487499 30863 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } } peers { permanent_uuid: "dc587eed694a44ce929c6ac8e116eb32" member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } } peers { permanent_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } } }
20:03:37.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.488324 30863 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [sys.catalog]: This master's current role is: FOLLOWER
20:03:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.494346 30886 sys_catalog.cc:455] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } } peers { permanent_uuid: "dc587eed694a44ce929c6ac8e116eb32" member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } } peers { permanent_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } } }
20:03:37.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.495208 30886 sys_catalog.cc:458] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4 [sys.catalog]: This master's current role is: LEADER
20:03:37.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.496778 30886 sys_catalog.cc:455] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } } peers { permanent_uuid: "dc587eed694a44ce929c6ac8e116eb32" member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } } peers { permanent_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } } }
20:03:37.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.497284 30893 catalog_manager.cc:1383] Generated new cluster ID: 19c636bd517a413c937b0d1663352aad
20:03:37.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.497434 30886 sys_catalog.cc:458] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4 [sys.catalog]: This master's current role is: LEADER
20:03:37.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.497579 30893 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
20:03:37.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.498428 30896 mvcc.cc:204] Tried to move back new op lower bound from 7305384007340572672 to 7305384007109242880. Current Snapshot: MvccSnapshot[applied={T|T < 7305384007340572672}]
20:03:37.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.499553 30895 mvcc.cc:204] Tried to move back new op lower bound from 7305384007340572672 to 7305384007109242880. Current Snapshot: MvccSnapshot[applied={T|T < 7305384007340572672 or (T in {7305384007340572672})}]
20:03:37.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.507539 30878 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } } peers { permanent_uuid: "dc587eed694a44ce929c6ac8e116eb32" member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } } peers { permanent_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } } }
20:03:37.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.508240 30878 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [sys.catalog]: This master's current role is: FOLLOWER
20:03:37.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.563253 30893 catalog_manager.cc:1406] Generated new certificate authority record
20:03:37.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.565972 30893 catalog_manager.cc:1540] Loading token signing keys...
20:03:37.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.612295 30893 catalog_manager.cc:6070] T 00000000000000000000000000000000 P fbca3a40dca84c57a14a5f5ea7dd08f4: Generated new TSK 0
20:03:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.613965 30893 catalog_manager.cc:1550] Initializing in-progress tserver states...
20:03:37.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:37.642663 30604 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu
20:03:37.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu
20:03:37.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-0/wal
20:03:37.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-0/data
20:03:37.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:37.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:37.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:37.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:37.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:37.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:37.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-0/logs
20:03:37.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-0/data/info.pb
20:03:37.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:37.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:37.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:37.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:37.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:37.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:37.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:37.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:37.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:37.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:37.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.227.1:0
20:03:37.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.227.1
20:03:37.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.227.1
20:03:37.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:37.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.227.62:34397,127.29.227.61:36255,127.29.227.60:41139
20:03:37.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.227.20:36099
20:03:37.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:37.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:37.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:38.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:38.073088 30874 catalog_manager.cc:1295] Loaded cluster ID: 19c636bd517a413c937b0d1663352aad
20:03:38.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:38.074025 30874 catalog_manager.cc:1588] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32: loading cluster ID for follower catalog manager: success
20:03:38.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:38.082068 30874 catalog_manager.cc:1610] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32: acquiring CA information for follower catalog manager: success
20:03:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:38.089064 30874 catalog_manager.cc:1638] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:03:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:38.152372 30902 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:38.153083 30902 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:38.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:38.153813 30902 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:38.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:38.214052 30902 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:38.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:38.216153 30902 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.227.1
20:03:38.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:38.283715 30902 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:38.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:38.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.227.20:36099
20:03:38.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:38.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:38.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-0/data
20:03:38.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-0/wal
20:03:38.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:38.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:38.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.227.1:0
20:03:38.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:38.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:38.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:38.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-0/data/info.pb
20:03:38.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.227.1
20:03:38.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:38.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.227.62:34397,127.29.227.61:36255,127.29.227.60:41139
20:03:38.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:38.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:38.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:38.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:38.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:38.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.227.1
20:03:38.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-0/logs
20:03:38.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:38.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:38.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:38.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:38.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:38.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:03:38.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:38.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:23 UTC on e7f111948823
20:03:38.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12779
20:03:38.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:38.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:38.286077 30902 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:38.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:38.290519 30902 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:38.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:38.312350 30909 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:38.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:38.416630 30892 catalog_manager.cc:1295] Loaded cluster ID: 19c636bd517a413c937b0d1663352aad
20:03:38.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:38.417027 30892 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f: loading cluster ID for follower catalog manager: success
20:03:38.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:38.434077 30892 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f: acquiring CA information for follower catalog manager: success
20:03:38.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:38.461469 30892 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:03:40.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:38.314882 30908 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:40.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:39.709796 30907 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 30902
20:03:40.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:40.315990 30912 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:40.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:40.314416 30910 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:03:40.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:40.313589 30902 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.998s	user 0.575s	sys 1.179s
20:03:40.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:40.317214 30902 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.002s	user 0.576s	sys 1.180s
20:03:40.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.317725 30902 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:40.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.323333 30902 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:40.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.335629 30902 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:40.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.337699 30902 hybrid_clock.cc:648] HybridClock initialized: now 1783541020337617 us; error 90 us; skew 500 ppm
20:03:40.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.339224 30902 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:40.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.367835 30902 webserver.cc:533] Webserver started at http://127.29.227.1:39563/ using document root <none> and password file <none>
20:03:40.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.369871 30902 fs_manager.cc:362] Metadata directory not provided
20:03:40.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.370477 30902 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:40.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.371351 30902 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.378484 30902 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-0/data/instance:
20:03:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fac5f20706044a089837446bf8465be5"
20:03:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:03:40 on dist-test-slave-76z2"
20:03:40.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.380647 30902 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-0/wal/instance:
20:03:40.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fac5f20706044a089837446bf8465be5"
20:03:40.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:03:40 on dist-test-slave-76z2"
20:03:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.401683 30902 fs_manager.cc:696] Time spent creating directory manager: real 0.020s	user 0.003s	sys 0.015s
20:03:40.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.416952 30920 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:40.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.418442 30902 fs_manager.cc:730] Time spent opening block manager: real 0.012s	user 0.006s	sys 0.005s
20:03:40.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.418884 30902 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-0/data,/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-0/wal
20:03:40.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fac5f20706044a089837446bf8465be5"
20:03:40.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:03:40 on dist-test-slave-76z2"
20:03:40.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.419394 30902 fs_report.cc:389] FS layout report
20:03:40.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:40.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-0/wal
20:03:40.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-0/wal
20:03:40.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-0/data/data
20:03:40.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:40.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:40.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:40.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:40.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:40.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:40.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:40.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:40.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:40.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:40.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:40.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.512928 30902 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:40.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.515005 30902 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:40.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.515604 30902 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:40.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.519369 30902 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.545599 30902 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:03:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.545917 30902 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:03:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.546212 30902 ts_tablet_manager.cc:616] Registered 0 tablets
20:03:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.546416 30902 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:03:40.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.795696 30902 rpc_server.cc:307] RPC server started. Bound to: 127.29.227.1:42335
20:03:40.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.795871 31033 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.227.1:42335 every 8 connection(s)
20:03:40.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.799263 30902 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-0/data/info.pb
20:03:40.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.809799 30604 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu as pid 30902
20:03:40.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.810532 30604 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-0/wal/instance
20:03:40.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.834105 30604 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu
20:03:40.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu
20:03:40.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-1/wal
20:03:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-1/data
20:03:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-1/logs
20:03:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-1/data/info.pb
20:03:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.227.2:0
20:03:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.227.2
20:03:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.227.2
20:03:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.227.62:34397,127.29.227.61:36255,127.29.227.60:41139
20:03:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.227.20:36099
20:03:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:40.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.890036 31035 heartbeater.cc:344] Connected to a master server at 127.29.227.61:36255
20:03:40.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.890628 31035 heartbeater.cc:461] Registering TS with master...
20:03:40.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.892182 31035 heartbeater.cc:507] Master 127.29.227.61:36255 requested a full tablet report, sending...
20:03:40.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.896593 30724 ts_manager.cc:194] Registered new tserver with Master: fac5f20706044a089837446bf8465be5 (127.29.227.1:42335)
20:03:40.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.902588 31034 heartbeater.cc:344] Connected to a master server at 127.29.227.60:41139
20:03:40.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.903002 31034 heartbeater.cc:461] Registering TS with master...
20:03:40.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.904067 31034 heartbeater.cc:507] Master 127.29.227.60:41139 requested a full tablet report, sending...
20:03:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.908504 30804 ts_manager.cc:194] Registered new tserver with Master: fac5f20706044a089837446bf8465be5 (127.29.227.1:42335)
20:03:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.912063 30804 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.29.227.1:50879
20:03:40.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.922530 31038 heartbeater.cc:344] Connected to a master server at 127.29.227.62:34397
20:03:40.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.922964 31038 heartbeater.cc:461] Registering TS with master...
20:03:40.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.923692 31038 heartbeater.cc:507] Master 127.29.227.62:34397 requested a full tablet report, sending...
20:03:40.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:40.927620 30649 ts_manager.cc:194] Registered new tserver with Master: fac5f20706044a089837446bf8465be5 (127.29.227.1:42335)
20:03:41.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:41.313436 31042 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:41.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:41.313931 31042 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:41.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:41.314345 31042 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:41.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:41.348917 31042 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:41.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:41.349730 31042 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.227.2
20:03:41.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:41.392475 31042 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:41.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:41.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.227.20:36099
20:03:41.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:41.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-1/data
20:03:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-1/wal
20:03:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.227.2:0
20:03:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-1/data/info.pb
20:03:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.227.2
20:03:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.227.62:34397,127.29.227.61:36255,127.29.227.60:41139
20:03:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.227.2
20:03:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-1/logs
20:03:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:03:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:23 UTC on e7f111948823
20:03:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12779
20:03:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:41.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:41.394299 31042 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:41.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:41.396917 31042 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:41.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:41.414029 31050 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:41.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:41.917168 31034 heartbeater.cc:499] Master 127.29.227.60:41139 was elected leader, sending a full tablet report...
20:03:43.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:42.818286 31049 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 31042
20:03:43.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:43.101334 31049 kernel_stack_watchdog.cc:198] Thread 31042 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
20:03:43.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:03:43.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:03:43.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:03:43.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:03:43.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:41.415414 31051 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:43.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:43.103365 31042 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.687s	user 0.000s	sys 0.002s
20:03:43.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:43.103783 31042 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.688s	user 0.000s	sys 0.002s
20:03:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:43.107417 31052 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1686 milliseconds
20:03:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:43.108865 31053 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.108927 31042 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:43.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.110217 31042 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:43.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.112612 31042 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:43.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.114061 31042 hybrid_clock.cc:648] HybridClock initialized: now 1783541023114013 us; error 42 us; skew 500 ppm
20:03:43.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.115294 31042 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:43.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.121487 31042 webserver.cc:533] Webserver started at http://127.29.227.2:33133/ using document root <none> and password file <none>
20:03:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.122375 31042 fs_manager.cc:362] Metadata directory not provided
20:03:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.122634 31042 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:43.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.123242 31042 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:43.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.127817 31042 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-1/data/instance:
20:03:43.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "504a49a630ac4e8388b958fbe2079dc6"
20:03:43.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:03:43 on dist-test-slave-76z2"
20:03:43.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.128917 31042 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-1/wal/instance:
20:03:43.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "504a49a630ac4e8388b958fbe2079dc6"
20:03:43.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:03:43 on dist-test-slave-76z2"
20:03:43.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.136703 31042 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.003s
20:03:43.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.142664 31061 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:43.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.143949 31042 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
20:03:43.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.144240 31042 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-1/data,/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-1/wal
20:03:43.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "504a49a630ac4e8388b958fbe2079dc6"
20:03:43.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:03:43 on dist-test-slave-76z2"
20:03:43.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.144549 31042 fs_report.cc:389] FS layout report
20:03:43.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:43.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-1/wal
20:03:43.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-1/wal
20:03:43.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-1/data/data
20:03:43.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:43.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:43.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:43.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:43.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:43.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:43.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:43.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:43.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:43.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:43.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:43.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.205440 31042 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:43.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.206929 31042 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:43.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.207365 31042 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:43.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.209956 31042 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:43.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.214188 31042 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:03:43.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.214389 31042 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:03:43.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.214708 31042 ts_tablet_manager.cc:616] Registered 0 tablets
20:03:43.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.214934 31042 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:03:43.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.368431 31042 rpc_server.cc:307] RPC server started. Bound to: 127.29.227.2:44591
20:03:43.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.368558 31173 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.227.2:44591 every 8 connection(s)
20:03:43.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.371191 31042 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-1/data/info.pb
20:03:43.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.380031 30604 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu as pid 31042
20:03:43.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.380504 30604 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-1/wal/instance
20:03:43.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.396695 30604 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu
20:03:43.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu
20:03:43.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-2/wal
20:03:43.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-2/data
20:03:43.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:43.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:43.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:43.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:43.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:43.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:43.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-2/logs
20:03:43.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-2/data/info.pb
20:03:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.227.3:0
20:03:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.227.3
20:03:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.227.3
20:03:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.227.62:34397,127.29.227.61:36255,127.29.227.60:41139
20:03:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.227.20:36099
20:03:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:43.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:43.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.419960 31175 heartbeater.cc:344] Connected to a master server at 127.29.227.61:36255
20:03:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.420468 31174 heartbeater.cc:344] Connected to a master server at 127.29.227.60:41139
20:03:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.420593 31175 heartbeater.cc:461] Registering TS with master...
20:03:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.420818 31174 heartbeater.cc:461] Registering TS with master...
20:03:43.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.422420 31174 heartbeater.cc:507] Master 127.29.227.60:41139 requested a full tablet report, sending...
20:03:43.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.423131 31175 heartbeater.cc:507] Master 127.29.227.61:36255 requested a full tablet report, sending...
20:03:43.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.426460 30804 ts_manager.cc:194] Registered new tserver with Master: 504a49a630ac4e8388b958fbe2079dc6 (127.29.227.2:44591)
20:03:43.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.427083 30724 ts_manager.cc:194] Registered new tserver with Master: 504a49a630ac4e8388b958fbe2079dc6 (127.29.227.2:44591)
20:03:43.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.428438 30804 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.29.227.2:35101
20:03:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.436508 31176 heartbeater.cc:344] Connected to a master server at 127.29.227.62:34397
20:03:43.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.436842 31176 heartbeater.cc:461] Registering TS with master...
20:03:43.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.437531 31176 heartbeater.cc:507] Master 127.29.227.62:34397 requested a full tablet report, sending...
20:03:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.440173 30648 ts_manager.cc:194] Registered new tserver with Master: 504a49a630ac4e8388b958fbe2079dc6 (127.29.227.2:44591)
20:03:43.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:43.458189 30835 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9e00 after lost signal to thread 30768
20:03:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:43.796218 31184 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:43.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:43.797040 31184 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:43.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:43.797858 31184 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:43.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:43.840312 31184 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:43.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:43.841181 31184 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.227.3
20:03:43.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.883209 31184 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.227.20:36099
20:03:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-2/data
20:03:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-2/wal
20:03:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.227.3:0
20:03:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-2/data/info.pb
20:03:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.227.3
20:03:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.227.62:34397,127.29.227.61:36255,127.29.227.60:41139
20:03:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.227.3
20:03:43.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-2/logs
20:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:23 UTC on e7f111948823
20:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12779
20:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:43.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.885039 31184 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:43.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:43.887243 31184 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:43.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:43.902921 31190 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:44.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:44.433166 31174 heartbeater.cc:499] Master 127.29.227.60:41139 was elected leader, sending a full tablet report...
20:03:45.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:45.305641 31189 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 31184
20:03:45.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:45.981323 31189 kernel_stack_watchdog.cc:198] Thread 31184 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
20:03:45.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:03:45.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:03:45.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:03:45.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:03:45.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:45.982513 31184 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.079s	user 0.643s	sys 1.203s
20:03:45.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:45.982949 31184 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.080s	user 0.643s	sys 1.203s
20:03:45.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:43.904295 31191 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:45.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:45.984753 31193 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:45.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:45.988572 31192 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2078 milliseconds
20:03:45.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:45.988574 31184 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:45.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:45.990135 31184 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:45.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:45.992388 31184 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:45.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:45.993732 31184 hybrid_clock.cc:648] HybridClock initialized: now 1783541025993704 us; error 40 us; skew 500 ppm
20:03:45.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:45.994546 31184 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:46.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.001901 31184 webserver.cc:533] Webserver started at http://127.29.227.3:45091/ using document root <none> and password file <none>
20:03:46.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.002844 31184 fs_manager.cc:362] Metadata directory not provided
20:03:46.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.003096 31184 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:46.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.003537 31184 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:46.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.008040 31184 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-2/data/instance:
20:03:46.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "56eedb4f5c78418499d64bc1d3e08f72"
20:03:46.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:03:46 on dist-test-slave-76z2"
20:03:46.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.009153 31184 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-2/wal/instance:
20:03:46.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "56eedb4f5c78418499d64bc1d3e08f72"
20:03:46.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:03:46 on dist-test-slave-76z2"
20:03:46.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.019418 31184 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.006s	sys 0.005s
20:03:46.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.027537 31201 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:46.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.029037 31184 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.000s
20:03:46.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.029472 31184 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-2/data,/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-2/wal
20:03:46.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "56eedb4f5c78418499d64bc1d3e08f72"
20:03:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:03:46 on dist-test-slave-76z2"
20:03:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.029877 31184 fs_report.cc:389] FS layout report
20:03:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-2/wal
20:03:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-2/wal
20:03:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-2/data/data
20:03:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:46.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.088243 31184 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:46.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.090011 31184 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:46.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.090554 31184 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:46.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.093609 31184 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:46.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.098783 31184 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:03:46.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.099188 31184 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:03:46.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.099555 31184 ts_tablet_manager.cc:616] Registered 0 tablets
20:03:46.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.099802 31184 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:03:46.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.292981 31184 rpc_server.cc:307] RPC server started. Bound to: 127.29.227.3:43833
20:03:46.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.293092 31313 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.29.227.3:43833 every 8 connection(s)
20:03:46.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.295801 31184 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-2/data/info.pb
20:03:46.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.296401 30604 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu as pid 31184
20:03:46.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.296864 30604 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-2/wal/instance
20:03:46.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.374408 31314 heartbeater.cc:344] Connected to a master server at 127.29.227.60:41139
20:03:46.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.374961 31314 heartbeater.cc:461] Registering TS with master...
20:03:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.376396 31314 heartbeater.cc:507] Master 127.29.227.60:41139 requested a full tablet report, sending...
20:03:46.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.380651 30804 ts_manager.cc:194] Registered new tserver with Master: 56eedb4f5c78418499d64bc1d3e08f72 (127.29.227.3:43833)
20:03:46.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.381421 31315 heartbeater.cc:344] Connected to a master server at 127.29.227.61:36255
20:03:46.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.381765 31315 heartbeater.cc:461] Registering TS with master...
20:03:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.382686 31315 heartbeater.cc:507] Master 127.29.227.61:36255 requested a full tablet report, sending...
20:03:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.382759 30804 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.29.227.3:52571
20:03:46.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.386389 30724 ts_manager.cc:194] Registered new tserver with Master: 56eedb4f5c78418499d64bc1d3e08f72 (127.29.227.3:43833)
20:03:46.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.389099 31318 heartbeater.cc:344] Connected to a master server at 127.29.227.62:34397
20:03:46.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.389489 31318 heartbeater.cc:461] Registering TS with master...
20:03:46.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.390152 31318 heartbeater.cc:507] Master 127.29.227.62:34397 requested a full tablet report, sending...
20:03:46.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.393457 30648 ts_manager.cc:194] Registered new tserver with Master: 56eedb4f5c78418499d64bc1d3e08f72 (127.29.227.3:43833)
20:03:46.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:46.405773 30604 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
20:03:46.418 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:03:46.420 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:03:46.433 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.29.227.62"
      port: 34397
    }
    bound_http_address {
      host: "127.29.227.62"
      port: 45795
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.29.227.61"
      port: 36255
    }
    bound_http_address {
      host: "127.29.227.61"
      port: 37615
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.29.227.60"
      port: 41139
    }
    bound_http_address {
      host: "127.29.227.60"
      port: 32975
    }
  }
}

20:03:46.438 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:03:46.441 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.29.227.1"
      port: 42335
    }
    bound_http_address {
      host: "127.29.227.1"
      port: 39563
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.29.227.2"
      port: 44591
    }
    bound_http_address {
      host: "127.29.227.2"
      port: 33133
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.29.227.3"
      port: 43833
    }
    bound_http_address {
      host: "127.29.227.3"
      port: 45091
    }
  }
}

20:03:46.441 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:03:46.671 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
20:03:46.750 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:03:46.952 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.227.60:41139(127.29.227.60:41139)] connecting to peer
20:03:47.012 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.227.61:36255(127.29.227.61:36255)] connecting to peer
20:03:47.014 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.29.227.62:34397(127.29.227.62:34397)] connecting to peer
20:03:47.043 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.29.227.60:41139(127.29.227.60:41139)] Successfully connected to peer
20:03:47.043 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.29.227.61:36255(127.29.227.61:36255)] Successfully connected to peer
20:03:47.045 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.29.227.62:34397(127.29.227.62:34397)] Successfully connected to peer
20:03:47.146 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.29.227.61
20:03:47.149 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.29.227.62
20:03:47.156 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.29.227.60
20:03:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.388005 31314 heartbeater.cc:499] Master 127.29.227.60:41139 was elected leader, sending a full tablet report...
20:03:47.420 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x5c047da8, L:/127.0.0.1:41004 - R:/127.29.227.62:34397] using SASL/PLAIN
20:03:47.420 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x4d67c237, L:/127.0.0.1:58524 - R:/127.29.227.61:36255] using SASL/PLAIN
20:03:47.420 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x5d11706c, L:/127.0.0.1:59960 - R:/127.29.227.60:41139] using SASL/PLAIN
20:03:47.464 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:03:47.467 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=569), Traces: [0ms] refreshing cache from master, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.60:41139, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.61:36255, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.62:34397, [534ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.61:36255: OK, [535ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.62:34397: OK, [535ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.60:41139: OK, deferred=null) after lookup
20:03:47.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.522135 30804 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59960:
20:03:47.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestClientFailoverSupport-KILL"
20:03:47.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:03:47.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:03:47.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
20:03:47.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:03:47.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:03:47.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:03:47.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:03:47.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:03:47.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:03:47.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:03:47.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:03:47.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
20:03:47.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:03:47.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:03:47.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:03:47.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:03:47.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:03:47.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:03:47.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:03:47.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:03:47.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
20:03:47.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:03:47.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:03:47.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:03:47.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:03:47.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:03:47.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:03:47.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:03:47.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:03:47.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
20:03:47.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:03:47.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:03:47.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
20:03:47.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
20:03:47.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
20:03:47.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
20:03:47.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:03:47.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:03:47.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:03:47.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:03:47.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
20:03:47.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
20:03:47.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:03:47.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:03:47.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:03:47.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:03:47.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:03:47.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:03:47.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:47.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:03:47.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:03:47.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:03:47.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
20:03:47.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:03:47.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:03:47.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:03:47.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:47.528971 30804 catalog_manager.cc:7077] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestClientFailoverSupport-KILL in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:03:47.635 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 0d86a9160bb64bf88c67ff85ff3f7467
20:03:47.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.675943 30969 tablet_service.cc:1511] Processing CreateTablet for tablet 58cad9fb64b94af39d358380a4cc4453 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=0d86a9160bb64bf88c67ff85ff3f7467]), partition=RANGE (key) PARTITION UNBOUNDED
20:03:47.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.678745 30969 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 58cad9fb64b94af39d358380a4cc4453. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:47.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.669889 31249 tablet_service.cc:1511] Processing CreateTablet for tablet 58cad9fb64b94af39d358380a4cc4453 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=0d86a9160bb64bf88c67ff85ff3f7467]), partition=RANGE (key) PARTITION UNBOUNDED
20:03:47.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.680853 31249 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 58cad9fb64b94af39d358380a4cc4453. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:47.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.682294 31109 tablet_service.cc:1511] Processing CreateTablet for tablet 58cad9fb64b94af39d358380a4cc4453 (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=0d86a9160bb64bf88c67ff85ff3f7467]), partition=RANGE (key) PARTITION UNBOUNDED
20:03:47.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.685599 31109 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 58cad9fb64b94af39d358380a4cc4453. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.728116 31352 tablet_bootstrap.cc:492] T 58cad9fb64b94af39d358380a4cc4453 P 56eedb4f5c78418499d64bc1d3e08f72: Bootstrap starting.
20:03:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.728673 31350 tablet_bootstrap.cc:492] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5: Bootstrap starting.
20:03:47.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.737215 31350 tablet_bootstrap.cc:654] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5: Neither blocks nor log segments found. Creating new log.
20:03:47.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.737170 31351 tablet_bootstrap.cc:492] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6: Bootstrap starting.
20:03:47.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.740290 31352 tablet_bootstrap.cc:654] T 58cad9fb64b94af39d358380a4cc4453 P 56eedb4f5c78418499d64bc1d3e08f72: Neither blocks nor log segments found. Creating new log.
20:03:47.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.740634 31350 log.cc:826] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5: Log is configured to *not* fsync() on all Append() calls
20:03:47.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.746385 31351 tablet_bootstrap.cc:654] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6: Neither blocks nor log segments found. Creating new log.
20:03:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.748311 31352 log.cc:826] T 58cad9fb64b94af39d358380a4cc4453 P 56eedb4f5c78418499d64bc1d3e08f72: Log is configured to *not* fsync() on all Append() calls
20:03:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.749531 31351 log.cc:826] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6: Log is configured to *not* fsync() on all Append() calls
20:03:47.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.753167 31350 tablet_bootstrap.cc:492] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5: No bootstrap required, opened a new log
20:03:47.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.753793 31350 ts_tablet_manager.cc:1403] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5: Time spent bootstrapping tablet: real 0.026s	user 0.017s	sys 0.004s
20:03:47.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.755398 31351 tablet_bootstrap.cc:492] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6: No bootstrap required, opened a new log
20:03:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.755908 31351 ts_tablet_manager.cc:1403] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6: Time spent bootstrapping tablet: real 0.020s	user 0.008s	sys 0.009s
20:03:47.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.756175 31352 tablet_bootstrap.cc:492] T 58cad9fb64b94af39d358380a4cc4453 P 56eedb4f5c78418499d64bc1d3e08f72: No bootstrap required, opened a new log
20:03:47.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.756843 31352 ts_tablet_manager.cc:1403] T 58cad9fb64b94af39d358380a4cc4453 P 56eedb4f5c78418499d64bc1d3e08f72: Time spent bootstrapping tablet: real 0.030s	user 0.016s	sys 0.003s
20:03:47.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.779304 31351 raft_consensus.cc:359] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "56eedb4f5c78418499d64bc1d3e08f72" member_type: VOTER last_known_addr { host: "127.29.227.3" port: 43833 } } peers { permanent_uuid: "504a49a630ac4e8388b958fbe2079dc6" member_type: VOTER last_known_addr { host: "127.29.227.2" port: 44591 } } peers { permanent_uuid: "fac5f20706044a089837446bf8465be5" member_type: VOTER last_known_addr { host: "127.29.227.1" port: 42335 } }
20:03:47.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.780211 31351 raft_consensus.cc:385] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:47.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.780519 31351 raft_consensus.cc:740] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 504a49a630ac4e8388b958fbe2079dc6, State: Initialized, Role: FOLLOWER
20:03:47.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.781685 31351 consensus_queue.cc:260] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "56eedb4f5c78418499d64bc1d3e08f72" member_type: VOTER last_known_addr { host: "127.29.227.3" port: 43833 } } peers { permanent_uuid: "504a49a630ac4e8388b958fbe2079dc6" member_type: VOTER last_known_addr { host: "127.29.227.2" port: 44591 } } peers { permanent_uuid: "fac5f20706044a089837446bf8465be5" member_type: VOTER last_known_addr { host: "127.29.227.1" port: 42335 } }
20:03:47.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.786484 31351 ts_tablet_manager.cc:1434] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6: Time spent starting tablet: real 0.030s	user 0.024s	sys 0.006s
20:03:47.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.788600 31350 raft_consensus.cc:359] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "56eedb4f5c78418499d64bc1d3e08f72" member_type: VOTER last_known_addr { host: "127.29.227.3" port: 43833 } } peers { permanent_uuid: "504a49a630ac4e8388b958fbe2079dc6" member_type: VOTER last_known_addr { host: "127.29.227.2" port: 44591 } } peers { permanent_uuid: "fac5f20706044a089837446bf8465be5" member_type: VOTER last_known_addr { host: "127.29.227.1" port: 42335 } }
20:03:47.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.789681 31350 raft_consensus.cc:385] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:47.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.790006 31350 raft_consensus.cc:740] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fac5f20706044a089837446bf8465be5, State: Initialized, Role: FOLLOWER
20:03:47.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.790776 31352 raft_consensus.cc:359] T 58cad9fb64b94af39d358380a4cc4453 P 56eedb4f5c78418499d64bc1d3e08f72 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "56eedb4f5c78418499d64bc1d3e08f72" member_type: VOTER last_known_addr { host: "127.29.227.3" port: 43833 } } peers { permanent_uuid: "504a49a630ac4e8388b958fbe2079dc6" member_type: VOTER last_known_addr { host: "127.29.227.2" port: 44591 } } peers { permanent_uuid: "fac5f20706044a089837446bf8465be5" member_type: VOTER last_known_addr { host: "127.29.227.1" port: 42335 } }
20:03:47.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.791103 31350 consensus_queue.cc:260] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "56eedb4f5c78418499d64bc1d3e08f72" member_type: VOTER last_known_addr { host: "127.29.227.3" port: 43833 } } peers { permanent_uuid: "504a49a630ac4e8388b958fbe2079dc6" member_type: VOTER last_known_addr { host: "127.29.227.2" port: 44591 } } peers { permanent_uuid: "fac5f20706044a089837446bf8465be5" member_type: VOTER last_known_addr { host: "127.29.227.1" port: 42335 } }
20:03:47.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.791749 31352 raft_consensus.cc:385] T 58cad9fb64b94af39d358380a4cc4453 P 56eedb4f5c78418499d64bc1d3e08f72 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:47.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.800716 31350 ts_tablet_manager.cc:1434] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5: Time spent starting tablet: real 0.047s	user 0.034s	sys 0.008s
20:03:47.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.806186 31352 raft_consensus.cc:740] T 58cad9fb64b94af39d358380a4cc4453 P 56eedb4f5c78418499d64bc1d3e08f72 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 56eedb4f5c78418499d64bc1d3e08f72, State: Initialized, Role: FOLLOWER
20:03:47.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.807737 31352 consensus_queue.cc:260] T 58cad9fb64b94af39d358380a4cc4453 P 56eedb4f5c78418499d64bc1d3e08f72 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "56eedb4f5c78418499d64bc1d3e08f72" member_type: VOTER last_known_addr { host: "127.29.227.3" port: 43833 } } peers { permanent_uuid: "504a49a630ac4e8388b958fbe2079dc6" member_type: VOTER last_known_addr { host: "127.29.227.2" port: 44591 } } peers { permanent_uuid: "fac5f20706044a089837446bf8465be5" member_type: VOTER last_known_addr { host: "127.29.227.1" port: 42335 } }
20:03:47.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.819571 31352 ts_tablet_manager.cc:1434] T 58cad9fb64b94af39d358380a4cc4453 P 56eedb4f5c78418499d64bc1d3e08f72: Time spent starting tablet: real 0.062s	user 0.036s	sys 0.007s
20:03:47.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.825443 31358 raft_consensus.cc:493] T 58cad9fb64b94af39d358380a4cc4453 P 56eedb4f5c78418499d64bc1d3e08f72 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:47.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.826061 31358 raft_consensus.cc:515] T 58cad9fb64b94af39d358380a4cc4453 P 56eedb4f5c78418499d64bc1d3e08f72 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "56eedb4f5c78418499d64bc1d3e08f72" member_type: VOTER last_known_addr { host: "127.29.227.3" port: 43833 } } peers { permanent_uuid: "504a49a630ac4e8388b958fbe2079dc6" member_type: VOTER last_known_addr { host: "127.29.227.2" port: 44591 } } peers { permanent_uuid: "fac5f20706044a089837446bf8465be5" member_type: VOTER last_known_addr { host: "127.29.227.1" port: 42335 } }
20:03:47.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.829773 31358 leader_election.cc:290] T 58cad9fb64b94af39d358380a4cc4453 P 56eedb4f5c78418499d64bc1d3e08f72 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 504a49a630ac4e8388b958fbe2079dc6 (127.29.227.2:44591), fac5f20706044a089837446bf8465be5 (127.29.227.1:42335)
20:03:47.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:47.854332 31321 tablet.cc:2406] T 58cad9fb64b94af39d358380a4cc4453 P 56eedb4f5c78418499d64bc1d3e08f72: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:47.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.859316 31129 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "58cad9fb64b94af39d358380a4cc4453" candidate_uuid: "56eedb4f5c78418499d64bc1d3e08f72" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "504a49a630ac4e8388b958fbe2079dc6" is_pre_election: true
20:03:47.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.860435 31129 raft_consensus.cc:2468] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 56eedb4f5c78418499d64bc1d3e08f72 in term 0.
20:03:47.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.863132 31203 leader_election.cc:304] T 58cad9fb64b94af39d358380a4cc4453 P 56eedb4f5c78418499d64bc1d3e08f72 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 504a49a630ac4e8388b958fbe2079dc6, 56eedb4f5c78418499d64bc1d3e08f72; no voters: 
20:03:47.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.864372 31358 raft_consensus.cc:2804] T 58cad9fb64b94af39d358380a4cc4453 P 56eedb4f5c78418499d64bc1d3e08f72 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:03:47.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.864741 31358 raft_consensus.cc:493] T 58cad9fb64b94af39d358380a4cc4453 P 56eedb4f5c78418499d64bc1d3e08f72 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:03:47.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.864595 30989 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "58cad9fb64b94af39d358380a4cc4453" candidate_uuid: "56eedb4f5c78418499d64bc1d3e08f72" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fac5f20706044a089837446bf8465be5" is_pre_election: true
20:03:47.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.865042 31358 raft_consensus.cc:3060] T 58cad9fb64b94af39d358380a4cc4453 P 56eedb4f5c78418499d64bc1d3e08f72 [term 0 FOLLOWER]: Advancing to term 1
20:03:47.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.865468 30989 raft_consensus.cc:2468] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 56eedb4f5c78418499d64bc1d3e08f72 in term 0.
20:03:47.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.870883 31358 raft_consensus.cc:515] T 58cad9fb64b94af39d358380a4cc4453 P 56eedb4f5c78418499d64bc1d3e08f72 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "56eedb4f5c78418499d64bc1d3e08f72" member_type: VOTER last_known_addr { host: "127.29.227.3" port: 43833 } } peers { permanent_uuid: "504a49a630ac4e8388b958fbe2079dc6" member_type: VOTER last_known_addr { host: "127.29.227.2" port: 44591 } } peers { permanent_uuid: "fac5f20706044a089837446bf8465be5" member_type: VOTER last_known_addr { host: "127.29.227.1" port: 42335 } }
20:03:47.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.872603 31358 leader_election.cc:290] T 58cad9fb64b94af39d358380a4cc4453 P 56eedb4f5c78418499d64bc1d3e08f72 [CANDIDATE]: Term 1 election: Requested vote from peers 504a49a630ac4e8388b958fbe2079dc6 (127.29.227.2:44591), fac5f20706044a089837446bf8465be5 (127.29.227.1:42335)
20:03:47.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.873569 31129 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "58cad9fb64b94af39d358380a4cc4453" candidate_uuid: "56eedb4f5c78418499d64bc1d3e08f72" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "504a49a630ac4e8388b958fbe2079dc6"
20:03:47.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.873680 30989 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "58cad9fb64b94af39d358380a4cc4453" candidate_uuid: "56eedb4f5c78418499d64bc1d3e08f72" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fac5f20706044a089837446bf8465be5"
20:03:47.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.874035 31129 raft_consensus.cc:3060] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 [term 0 FOLLOWER]: Advancing to term 1
20:03:47.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.874286 30989 raft_consensus.cc:3060] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5 [term 0 FOLLOWER]: Advancing to term 1
20:03:47.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:47.875267 31041 tablet.cc:2406] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:47.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.880194 31129 raft_consensus.cc:2468] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 56eedb4f5c78418499d64bc1d3e08f72 in term 1.
20:03:47.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.880196 30989 raft_consensus.cc:2468] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 56eedb4f5c78418499d64bc1d3e08f72 in term 1.
20:03:47.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.881306 31203 leader_election.cc:304] T 58cad9fb64b94af39d358380a4cc4453 P 56eedb4f5c78418499d64bc1d3e08f72 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 504a49a630ac4e8388b958fbe2079dc6, 56eedb4f5c78418499d64bc1d3e08f72; no voters: 
20:03:47.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.882192 31358 raft_consensus.cc:2804] T 58cad9fb64b94af39d358380a4cc4453 P 56eedb4f5c78418499d64bc1d3e08f72 [term 1 FOLLOWER]: Leader election won for term 1
20:03:47.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.882728 31358 raft_consensus.cc:697] T 58cad9fb64b94af39d358380a4cc4453 P 56eedb4f5c78418499d64bc1d3e08f72 [term 1 LEADER]: Becoming Leader. State: Replica: 56eedb4f5c78418499d64bc1d3e08f72, State: Running, Role: LEADER
20:03:47.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.883827 31358 consensus_queue.cc:237] T 58cad9fb64b94af39d358380a4cc4453 P 56eedb4f5c78418499d64bc1d3e08f72 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "56eedb4f5c78418499d64bc1d3e08f72" member_type: VOTER last_known_addr { host: "127.29.227.3" port: 43833 } } peers { permanent_uuid: "504a49a630ac4e8388b958fbe2079dc6" member_type: VOTER last_known_addr { host: "127.29.227.2" port: 44591 } } peers { permanent_uuid: "fac5f20706044a089837446bf8465be5" member_type: VOTER last_known_addr { host: "127.29.227.1" port: 42335 } }
20:03:47.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:47.897023 31181 tablet.cc:2406] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:47.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:47.898934 30803 catalog_manager.cc:5697] T 58cad9fb64b94af39d358380a4cc4453 P 56eedb4f5c78418499d64bc1d3e08f72 reported cstate change: term changed from 0 to 1, leader changed from <none> to 56eedb4f5c78418499d64bc1d3e08f72 (127.29.227.3). New cstate: current_term: 1 leader_uuid: "56eedb4f5c78418499d64bc1d3e08f72" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "56eedb4f5c78418499d64bc1d3e08f72" member_type: VOTER last_known_addr { host: "127.29.227.3" port: 43833 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "504a49a630ac4e8388b958fbe2079dc6" member_type: VOTER last_known_addr { host: "127.29.227.2" port: 44591 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fac5f20706044a089837446bf8465be5" member_type: VOTER last_known_addr { host: "127.29.227.1" port: 42335 } health_report { overall_health: UNKNOWN } } }
20:03:47.988 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 0d86a9160bb64bf88c67ff85ff3f7467
20:03:48.009 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 58cad9fb64b94af39d358380a4cc4453 for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
20:03:48.016 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299993, tablet=58cad9fb64b94af39d358380a4cc4453@[504a49a630ac4e8388b958fbe2079dc6(127.29.227.2:44591),56eedb4f5c78418499d64bc1d3e08f72(127.29.227.3:43833)[L],fac5f20706044a089837446bf8465be5(127.29.227.1:42335)]}]
20:03:48.018 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.227.60:41139, [10ms] Sub RPC GetTableLocations: received response from server master-127.29.227.60:41139: OK, deferred=null) after lookup
20:03:48.028 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 56eedb4f5c78418499d64bc1d3e08f72(127.29.227.3:43833)] connecting to peer
20:03:48.031 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 56eedb4f5c78418499d64bc1d3e08f72(127.29.227.3:43833)] Successfully connected to peer
20:03:48.119 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0xebbb4502, L:/127.0.0.1:47990 - R:/127.29.227.3:43833] using TOKEN/null
20:03:48.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:48.143184 31129 raft_consensus.cc:1275] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 [term 1 FOLLOWER]: Refusing update from remote peer 56eedb4f5c78418499d64bc1d3e08f72: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:48.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:48.147027 31359 consensus_queue.cc:1048] T 58cad9fb64b94af39d358380a4cc4453 P 56eedb4f5c78418499d64bc1d3e08f72 [LEADER]: Connected to new peer: Peer: permanent_uuid: "504a49a630ac4e8388b958fbe2079dc6" member_type: VOTER last_known_addr { host: "127.29.227.2" port: 44591 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:03:48.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:48.150583 30989 raft_consensus.cc:1275] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5 [term 1 FOLLOWER]: Refusing update from remote peer 56eedb4f5c78418499d64bc1d3e08f72: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:48.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:48.153486 31359 consensus_queue.cc:1048] T 58cad9fb64b94af39d358380a4cc4453 P 56eedb4f5c78418499d64bc1d3e08f72 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fac5f20706044a089837446bf8465be5" member_type: VOTER last_known_addr { host: "127.29.227.1" port: 42335 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:03:48.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:48.202111 31366 mvcc.cc:204] Tried to move back new op lower bound from 7305384051250737152 to 7305384050220003328. Current Snapshot: MvccSnapshot[applied={T|T < 7305384051250737152}]
20:03:48.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:48.208755 31367 mvcc.cc:204] Tried to move back new op lower bound from 7305384051250737152 to 7305384050220003328. Current Snapshot: MvccSnapshot[applied={T|T < 7305384051250737152}]
20:03:48.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:48.216353 31369 mvcc.cc:204] Tried to move back new op lower bound from 7305384051250737152 to 7305384050220003328. Current Snapshot: MvccSnapshot[applied={T|T < 7305384051250737152}]
20:03:48.665 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-KILL, tablet=58cad9fb64b94af39d358380a4cc4453, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:03:48.668 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.29.227.60:41139
20:03:48.670 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

20:03:48.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:48.670845 30604 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu with pid 30761
20:03:48.718 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:48.719 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.29.227.3:43833
20:03:48.719 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 2
  }
}

20:03:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:48.720144 30604 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu with pid 31184
20:03:48.723 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.29.227.60:41139(127.29.227.60:41139)] handling channelInactive
20:03:48.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.227.60:41139(127.29.227.60:41139)] cleaning up while in state READY due to: connection closed
20:03:48.760 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 56eedb4f5c78418499d64bc1d3e08f72(127.29.227.3:43833)] handling channelInactive
20:03:48.760 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:03:48.761 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 56eedb4f5c78418499d64bc1d3e08f72(127.29.227.3:43833)] cleaning up while in state READY due to: connection closed
20:03:48.762 [DEBUG - Time-limited test] (Connection.java:748) [peer 56eedb4f5c78418499d64bc1d3e08f72(127.29.227.3:43833)] connecting to peer
20:03:48.766 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 56eedb4f5c78418499d64bc1d3e08f72(127.29.227.3:43833): Connection refused: /127.29.227.3:43833
20:03:48.766 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 56eedb4f5c78418499d64bc1d3e08f72(127.29.227.3:43833)] cleaning up while in state CONNECTING due to: Failed to connect to peer 56eedb4f5c78418499d64bc1d3e08f72(127.29.227.3:43833): Connection refused: /127.29.227.3:43833
20:03:48.767 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 56eedb4f5c78418499d64bc1d3e08f72(127.29.227.3:43833) for tablet 58cad9fb64b94af39d358380a4cc4453: Failed to connect to peer 56eedb4f5c78418499d64bc1d3e08f72(127.29.227.3:43833): Connection refused: /127.29.227.3:43833
20:03:48.779 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.29.227.60:41139(127.29.227.60:41139)] connecting to peer
20:03:48.783 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:48.783 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.227.60:41139(127.29.227.60:41139)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:48.783 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location master-127.29.227.60:41139(127.29.227.60:41139) for tablet Kudu Master: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:48.798 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.29.227.60:41139(127.29.227.60:41139)] connecting to peer
20:03:48.801 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:48.802 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.227.60:41139(127.29.227.60:41139)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:48.802 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.227.60:41139: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:48.809 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397; will retry
20:03:48.819 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.29.227.60:41139(127.29.227.60:41139)] connecting to peer
20:03:48.821 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:48.821 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.227.60:41139(127.29.227.60:41139)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:48.822 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.227.60:41139: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:48.826 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397; will retry
20:03:48.838 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.29.227.60:41139(127.29.227.60:41139)] connecting to peer
20:03:48.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:48.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.227.60:41139(127.29.227.60:41139)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:48.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.227.60:41139: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:48.845 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397; will retry
20:03:48.858 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.29.227.60:41139(127.29.227.60:41139)] connecting to peer
20:03:48.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:48.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.227.60:41139(127.29.227.60:41139)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:48.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.29.227.60:41139: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:48.863 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397; will retry
20:03:48.899 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.29.227.60:41139(127.29.227.60:41139)] connecting to peer
20:03:48.901 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:48.902 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.227.60:41139(127.29.227.60:41139)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:48.902 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.29.227.60:41139: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:48.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397; will retry
20:03:48.938 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.29.227.60:41139(127.29.227.60:41139)] connecting to peer
20:03:48.940 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:48.940 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.29.227.60:41139(127.29.227.60:41139)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:48.941 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.29.227.60:41139: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:48.944 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397; will retry
20:03:49.059 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.29.227.60:41139(127.29.227.60:41139)] connecting to peer
20:03:49.061 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:49.061 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.29.227.60:41139(127.29.227.60:41139)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:49.062 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.29.227.60:41139: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:49.065 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397; will retry
20:03:49.118 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.29.227.60:41139(127.29.227.60:41139)] connecting to peer
20:03:49.120 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:49.120 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.29.227.60:41139(127.29.227.60:41139)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:49.120 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.29.227.60:41139: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:49.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397; will retry
20:03:49.138 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.29.227.60:41139(127.29.227.60:41139)] connecting to peer
20:03:49.140 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:49.140 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.29.227.60:41139(127.29.227.60:41139)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:49.140 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.29.227.60:41139: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:49.144 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397; will retry
20:03:49.198 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.29.227.60:41139(127.29.227.60:41139)] connecting to peer
20:03:49.200 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:49.201 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.29.227.60:41139(127.29.227.60:41139)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:49.201 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.29.227.60:41139: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:49.205 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397; will retry
20:03:49.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:49.265491 31034 heartbeater.cc:646] Failed to heartbeat to 127.29.227.60:41139 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.29.227.60:41139: connect: Connection refused (error 111)
20:03:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:49.280900 31174 heartbeater.cc:646] Failed to heartbeat to 127.29.227.60:41139 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.29.227.60:41139: connect: Connection refused (error 111)
20:03:49.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.821380 31383 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [term 1 FOLLOWER]: Starting pre-election (detected failure of leader fbca3a40dca84c57a14a5f5ea7dd08f4)
20:03:49.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.821993 31383 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } } peers { permanent_uuid: "dc587eed694a44ce929c6ac8e116eb32" member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } } peers { permanent_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } }
20:03:49.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.825192 31383 leader_election.cc:290] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers dc587eed694a44ce929c6ac8e116eb32 (127.29.227.61:36255), fbca3a40dca84c57a14a5f5ea7dd08f4 (127.29.227.60:41139)
20:03:49.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.826406 30734 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8e69645987e446d3b3bdca41bdedac6f" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "dc587eed694a44ce929c6ac8e116eb32" is_pre_election: true
20:03:49.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:49.828066 30634 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.227.60:41139: connect: Connection refused (error 111) [suppressed 13 similar messages]
20:03:49.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:49.831977 30634 leader_election.cc:336] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer fbca3a40dca84c57a14a5f5ea7dd08f4 (127.29.227.60:41139): Network error: Client connection negotiation failed: client connection to 127.29.227.60:41139: connect: Connection refused (error 111)
20:03:49.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.832382 30634 leader_election.cc:304] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8e69645987e446d3b3bdca41bdedac6f; no voters: dc587eed694a44ce929c6ac8e116eb32, fbca3a40dca84c57a14a5f5ea7dd08f4
20:03:49.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.833271 31383 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
20:03:49.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.863890 31386 raft_consensus.cc:493] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader fbca3a40dca84c57a14a5f5ea7dd08f4)
20:03:49.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.864485 31386 raft_consensus.cc:515] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } } peers { permanent_uuid: "dc587eed694a44ce929c6ac8e116eb32" member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } } peers { permanent_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } }
20:03:49.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.867619 31386 leader_election.cc:290] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 8e69645987e446d3b3bdca41bdedac6f (127.29.227.62:34397), fbca3a40dca84c57a14a5f5ea7dd08f4 (127.29.227.60:41139)
20:03:49.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.868781 30659 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dc587eed694a44ce929c6ac8e116eb32" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "8e69645987e446d3b3bdca41bdedac6f" is_pre_election: true
20:03:49.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.869678 30659 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dc587eed694a44ce929c6ac8e116eb32 in term 1.
20:03:49.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:49.870393 30709 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.227.60:41139: connect: Connection refused (error 111) [suppressed 6 similar messages]
20:03:49.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.872560 30709 leader_election.cc:304] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8e69645987e446d3b3bdca41bdedac6f, dc587eed694a44ce929c6ac8e116eb32; no voters: 
20:03:49.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.873553 31386 raft_consensus.cc:2804] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:03:49.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.874150 31386 raft_consensus.cc:493] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [term 1 FOLLOWER]: Starting leader election (detected failure of leader fbca3a40dca84c57a14a5f5ea7dd08f4)
20:03:49.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.874591 31386 raft_consensus.cc:3060] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [term 1 FOLLOWER]: Advancing to term 2
20:03:49.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:49.875217 30709 leader_election.cc:336] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer fbca3a40dca84c57a14a5f5ea7dd08f4 (127.29.227.60:41139): Network error: Client connection negotiation failed: client connection to 127.29.227.60:41139: connect: Connection refused (error 111)
20:03:49.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.881875 31386 raft_consensus.cc:515] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } } peers { permanent_uuid: "dc587eed694a44ce929c6ac8e116eb32" member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } } peers { permanent_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } }
20:03:49.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.883777 31386 leader_election.cc:290] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [CANDIDATE]: Term 2 election: Requested vote from peers 8e69645987e446d3b3bdca41bdedac6f (127.29.227.62:34397), fbca3a40dca84c57a14a5f5ea7dd08f4 (127.29.227.60:41139)
20:03:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.884850 30659 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dc587eed694a44ce929c6ac8e116eb32" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "8e69645987e446d3b3bdca41bdedac6f"
20:03:49.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.885560 30659 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [term 1 FOLLOWER]: Advancing to term 2
20:03:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:49.888654 30709 leader_election.cc:336] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer fbca3a40dca84c57a14a5f5ea7dd08f4 (127.29.227.60:41139): Network error: Client connection negotiation failed: client connection to 127.29.227.60:41139: connect: Connection refused (error 111)
20:03:49.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.892619 30659 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dc587eed694a44ce929c6ac8e116eb32 in term 2.
20:03:49.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.893720 30709 leader_election.cc:304] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 8e69645987e446d3b3bdca41bdedac6f, dc587eed694a44ce929c6ac8e116eb32; no voters: fbca3a40dca84c57a14a5f5ea7dd08f4
20:03:49.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.894543 31386 raft_consensus.cc:2804] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [term 2 FOLLOWER]: Leader election won for term 2
20:03:49.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.895530 31386 raft_consensus.cc:697] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [term 2 LEADER]: Becoming Leader. State: Replica: dc587eed694a44ce929c6ac8e116eb32, State: Running, Role: LEADER
20:03:49.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.896431 31386 consensus_queue.cc:237] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } } peers { permanent_uuid: "dc587eed694a44ce929c6ac8e116eb32" member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } } peers { permanent_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } }
20:03:49.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.901293 31389 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [sys.catalog]: SysCatalogTable state changed. Reason: New leader dc587eed694a44ce929c6ac8e116eb32. Latest consensus state: current_term: 2 leader_uuid: "dc587eed694a44ce929c6ac8e116eb32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } } peers { permanent_uuid: "dc587eed694a44ce929c6ac8e116eb32" member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } } peers { permanent_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } } }
20:03:49.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.902282 31389 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [sys.catalog]: This master's current role is: LEADER
20:03:49.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.904927 31391 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
20:03:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.912765 31391 catalog_manager.cc:679] Loaded metadata for table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=0d86a9160bb64bf88c67ff85ff3f7467]
20:03:49.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.917845 31391 tablet_loader.cc:96] loaded metadata for tablet 58cad9fb64b94af39d358380a4cc4453 (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=0d86a9160bb64bf88c67ff85ff3f7467])
20:03:49.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.918774 31391 catalog_manager.cc:1520] Initializing Kudu cluster ID...
20:03:49.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.921612 31391 catalog_manager.cc:1295] Loaded cluster ID: 19c636bd517a413c937b0d1663352aad
20:03:49.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.921803 31391 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
20:03:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.925437 31391 catalog_manager.cc:1540] Loading token signing keys...
20:03:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.928215 31391 catalog_manager.cc:6081] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32: Loaded TSK: 0
20:03:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:49.929323 31391 catalog_manager.cc:1550] Initializing in-progress tserver states...
20:03:50.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.066944 31392 raft_consensus.cc:493] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 56eedb4f5c78418499d64bc1d3e08f72)
20:03:50.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.067481 31392 raft_consensus.cc:515] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "56eedb4f5c78418499d64bc1d3e08f72" member_type: VOTER last_known_addr { host: "127.29.227.3" port: 43833 } } peers { permanent_uuid: "504a49a630ac4e8388b958fbe2079dc6" member_type: VOTER last_known_addr { host: "127.29.227.2" port: 44591 } } peers { permanent_uuid: "fac5f20706044a089837446bf8465be5" member_type: VOTER last_known_addr { host: "127.29.227.1" port: 42335 } }
20:03:50.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.070359 31392 leader_election.cc:290] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 56eedb4f5c78418499d64bc1d3e08f72 (127.29.227.3:43833), fac5f20706044a089837446bf8465be5 (127.29.227.1:42335)
20:03:50.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:50.075749 31063 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.227.3:43833: connect: Connection refused (error 111)
20:03:50.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.076582 31396 raft_consensus.cc:493] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 56eedb4f5c78418499d64bc1d3e08f72)
20:03:50.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.077607 31396 raft_consensus.cc:515] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "56eedb4f5c78418499d64bc1d3e08f72" member_type: VOTER last_known_addr { host: "127.29.227.3" port: 43833 } } peers { permanent_uuid: "504a49a630ac4e8388b958fbe2079dc6" member_type: VOTER last_known_addr { host: "127.29.227.2" port: 44591 } } peers { permanent_uuid: "fac5f20706044a089837446bf8465be5" member_type: VOTER last_known_addr { host: "127.29.227.1" port: 42335 } }
20:03:50.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:50.080591 31063 leader_election.cc:336] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 56eedb4f5c78418499d64bc1d3e08f72 (127.29.227.3:43833): Network error: Client connection negotiation failed: client connection to 127.29.227.3:43833: connect: Connection refused (error 111)
20:03:50.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.082131 31396 leader_election.cc:290] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 56eedb4f5c78418499d64bc1d3e08f72 (127.29.227.3:43833), 504a49a630ac4e8388b958fbe2079dc6 (127.29.227.2:44591)
20:03:50.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:50.088798 30922 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.227.3:43833: connect: Connection refused (error 111)
20:03:50.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.092473 30989 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "58cad9fb64b94af39d358380a4cc4453" candidate_uuid: "504a49a630ac4e8388b958fbe2079dc6" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "fac5f20706044a089837446bf8465be5" is_pre_election: true
20:03:50.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.093119 30989 raft_consensus.cc:2468] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 504a49a630ac4e8388b958fbe2079dc6 in term 1.
20:03:50.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.094934 31065 leader_election.cc:304] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 504a49a630ac4e8388b958fbe2079dc6, fac5f20706044a089837446bf8465be5; no voters: 56eedb4f5c78418499d64bc1d3e08f72
20:03:50.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:50.095288 30922 leader_election.cc:336] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 56eedb4f5c78418499d64bc1d3e08f72 (127.29.227.3:43833): Network error: Client connection negotiation failed: client connection to 127.29.227.3:43833: connect: Connection refused (error 111)
20:03:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.096053 31392 raft_consensus.cc:2804] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 [term 1 FOLLOWER]: Leader pre-election won for term 2
20:03:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.096415 31392 raft_consensus.cc:493] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 56eedb4f5c78418499d64bc1d3e08f72)
20:03:50.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.096870 31392 raft_consensus.cc:3060] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 [term 1 FOLLOWER]: Advancing to term 2
20:03:50.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.099792 31129 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "58cad9fb64b94af39d358380a4cc4453" candidate_uuid: "fac5f20706044a089837446bf8465be5" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "504a49a630ac4e8388b958fbe2079dc6" is_pre_election: true
20:03:50.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.102628 31392 raft_consensus.cc:515] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "56eedb4f5c78418499d64bc1d3e08f72" member_type: VOTER last_known_addr { host: "127.29.227.3" port: 43833 } } peers { permanent_uuid: "504a49a630ac4e8388b958fbe2079dc6" member_type: VOTER last_known_addr { host: "127.29.227.2" port: 44591 } } peers { permanent_uuid: "fac5f20706044a089837446bf8465be5" member_type: VOTER last_known_addr { host: "127.29.227.1" port: 42335 } }
20:03:50.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.103849 31129 raft_consensus.cc:2393] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate fac5f20706044a089837446bf8465be5 in current term 2: Already voted for candidate 504a49a630ac4e8388b958fbe2079dc6 in this term.
20:03:50.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.104813 31392 leader_election.cc:290] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 [CANDIDATE]: Term 2 election: Requested vote from peers 56eedb4f5c78418499d64bc1d3e08f72 (127.29.227.3:43833), fac5f20706044a089837446bf8465be5 (127.29.227.1:42335)
20:03:50.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.106297 30989 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "58cad9fb64b94af39d358380a4cc4453" candidate_uuid: "504a49a630ac4e8388b958fbe2079dc6" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "fac5f20706044a089837446bf8465be5"
20:03:50.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.106930 30989 raft_consensus.cc:3060] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5 [term 1 FOLLOWER]: Advancing to term 2
20:03:50.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.107581 30922 leader_election.cc:304] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: fac5f20706044a089837446bf8465be5; no voters: 504a49a630ac4e8388b958fbe2079dc6, 56eedb4f5c78418499d64bc1d3e08f72
20:03:50.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:50.109537 31063 leader_election.cc:336] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 56eedb4f5c78418499d64bc1d3e08f72 (127.29.227.3:43833): Network error: Client connection negotiation failed: client connection to 127.29.227.3:43833: connect: Connection refused (error 111)
20:03:50.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.113384 30989 raft_consensus.cc:2468] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 504a49a630ac4e8388b958fbe2079dc6 in term 2.
20:03:50.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.113883 31396 raft_consensus.cc:2749] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
20:03:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.114629 31065 leader_election.cc:304] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 504a49a630ac4e8388b958fbe2079dc6, fac5f20706044a089837446bf8465be5; no voters: 56eedb4f5c78418499d64bc1d3e08f72
20:03:50.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.115423 31392 raft_consensus.cc:2804] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 [term 2 FOLLOWER]: Leader election won for term 2
20:03:50.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.117257 31392 raft_consensus.cc:697] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 [term 2 LEADER]: Becoming Leader. State: Replica: 504a49a630ac4e8388b958fbe2079dc6, State: Running, Role: LEADER
20:03:50.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.118319 31392 consensus_queue.cc:237] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "56eedb4f5c78418499d64bc1d3e08f72" member_type: VOTER last_known_addr { host: "127.29.227.3" port: 43833 } } peers { permanent_uuid: "504a49a630ac4e8388b958fbe2079dc6" member_type: VOTER last_known_addr { host: "127.29.227.2" port: 44591 } } peers { permanent_uuid: "fac5f20706044a089837446bf8465be5" member_type: VOTER last_known_addr { host: "127.29.227.1" port: 42335 } }
20:03:50.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.130065 30724 catalog_manager.cc:5697] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 reported cstate change: term changed from 1 to 2, leader changed from 56eedb4f5c78418499d64bc1d3e08f72 (127.29.227.3) to 504a49a630ac4e8388b958fbe2079dc6 (127.29.227.2). New cstate: current_term: 2 leader_uuid: "504a49a630ac4e8388b958fbe2079dc6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "56eedb4f5c78418499d64bc1d3e08f72" member_type: VOTER last_known_addr { host: "127.29.227.3" port: 43833 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "504a49a630ac4e8388b958fbe2079dc6" member_type: VOTER last_known_addr { host: "127.29.227.2" port: 44591 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "fac5f20706044a089837446bf8465be5" member_type: VOTER last_known_addr { host: "127.29.227.1" port: 42335 } health_report { overall_health: UNKNOWN } } }
20:03:50.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.141433 30659 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [term 2 FOLLOWER]: Refusing update from remote peer dc587eed694a44ce929c6ac8e116eb32: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 2 index: 9. (index mismatch)
20:03:50.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.143364 31389 consensus_queue.cc:1048] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.001s
20:03:50.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:50.144189 30709 consensus_peers.cc:597] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 -> Peer fbca3a40dca84c57a14a5f5ea7dd08f4 (127.29.227.60:41139): Couldn't send request to peer fbca3a40dca84c57a14a5f5ea7dd08f4. Status: Network error: Client connection negotiation failed: client connection to 127.29.227.60:41139: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:03:50.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.151221 31383 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [sys.catalog]: SysCatalogTable state changed. Reason: New leader dc587eed694a44ce929c6ac8e116eb32. Latest consensus state: current_term: 2 leader_uuid: "dc587eed694a44ce929c6ac8e116eb32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } } peers { permanent_uuid: "dc587eed694a44ce929c6ac8e116eb32" member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } } peers { permanent_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } } }
20:03:50.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.151892 31383 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [sys.catalog]: This master's current role is: FOLLOWER
20:03:50.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.157315 31386 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "dc587eed694a44ce929c6ac8e116eb32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } } peers { permanent_uuid: "dc587eed694a44ce929c6ac8e116eb32" member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } } peers { permanent_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } } }
20:03:50.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.158116 31386 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32 [sys.catalog]: This master's current role is: LEADER
20:03:50.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.164691 31383 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "dc587eed694a44ce929c6ac8e116eb32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8e69645987e446d3b3bdca41bdedac6f" member_type: VOTER last_known_addr { host: "127.29.227.62" port: 34397 } } peers { permanent_uuid: "dc587eed694a44ce929c6ac8e116eb32" member_type: VOTER last_known_addr { host: "127.29.227.61" port: 36255 } } peers { permanent_uuid: "fbca3a40dca84c57a14a5f5ea7dd08f4" member_type: VOTER last_known_addr { host: "127.29.227.60" port: 41139 } } }
20:03:50.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.165421 31383 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8e69645987e446d3b3bdca41bdedac6f [sys.catalog]: This master's current role is: FOLLOWER
20:03:50.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:50.671371 31063 consensus_peers.cc:597] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 -> Peer 56eedb4f5c78418499d64bc1d3e08f72 (127.29.227.3:43833): Couldn't send request to peer 56eedb4f5c78418499d64bc1d3e08f72. Status: Network error: Client connection negotiation failed: client connection to 127.29.227.3:43833: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:03:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.676896 30989 raft_consensus.cc:1275] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5 [term 2 FOLLOWER]: Refusing update from remote peer 504a49a630ac4e8388b958fbe2079dc6: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
20:03:50.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.678802 31411 consensus_queue.cc:1048] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fac5f20706044a089837446bf8465be5" member_type: VOTER last_known_addr { host: "127.29.227.1" port: 42335 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.001s
20:03:50.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.682773 31035 heartbeater.cc:499] Master 127.29.227.61:36255 was elected leader, sending a full tablet report...
20:03:50.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.692744 31175 heartbeater.cc:499] Master 127.29.227.61:36255 was elected leader, sending a full tablet report...
20:03:50.718 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.29.227.60:41139(127.29.227.60:41139)] connecting to peer
20:03:50.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:50.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.29.227.60:41139(127.29.227.60:41139)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:50.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.29.227.60:41139: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139
20:03:50.726 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:03:50.728 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=12, TimeoutTracker(timeout=29984, elapsed=1948), Traces: [0ms] sending RPC to server master-127.29.227.60:41139, [5ms] received response from server master-127.29.227.60:41139: Network error: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [5ms] delaying RPC due to: Network error: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.60:41139, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.61:36255, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.62:34397, [24ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.60:41139: Network error: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [27ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.61:36255: OK, [28ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.62:34397: OK, [32ms] delaying RPC due to: Service unavailable: Master config (127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.60:41139, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.61:36255, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.62:34397, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.60:41139: Network error: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [47ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.61:36255: OK, [47ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.62:34397: OK, [48ms] delaying RPC due to: Service unavailable: Master config (127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.60:41139, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.61:36255, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.62:34397, [63ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.60:41139: Network error: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [66ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.61:36255: OK, [67ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.62:34397: OK, [67ms] delaying RPC due to: Service unavailable: Master config (127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.60:41139, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.61:36255, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.62:34397, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.60:41139: Network error: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [85ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.61:36255: OK, [85ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.62:34397: OK, [86ms] delaying RPC due to: Service unavailable: Master config (127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.60:41139, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.61:36255, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.62:34397, [124ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.60:41139: Network error: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [126ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.62:34397: OK, [127ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.61:36255: OK, [127ms] delaying RPC due to: Service unavailable: Master config (127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.60:41139, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.61:36255, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.62:34397, [163ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.60:41139: Network error: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [166ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.62:34397: OK, [166ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.61:36255: OK, [166ms] delaying RPC due to: Service unavailable: Master config (127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.60:41139, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.61:36255, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.62:34397, [283ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.60:41139: Network error: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [287ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.61:36255: OK, [287ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.62:34397: OK, [287ms] delaying RPC due to: Service unavailable: Master config (127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [339ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.60:41139, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.61:36255, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.62:34397, [342ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.60:41139: Network error: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [346ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.62:34397: OK, [346ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.61:36255: OK, [346ms] delaying RPC due to: Service unavailable: Master config (127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.60:41139, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.61:36255, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.62:34397, [362ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.60:41139: Network error: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [366ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.61:36255: OK, [366ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.62:34397: OK, [366ms] delaying RPC due to: Service unavailable: Master config (127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [419ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.60:41139, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.61:36255, [423ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.60:41139: Network error: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.62:34397, [426ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.61:36255: OK, [427ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.62:34397: OK, [427ms] delaying RPC due to: Service unavailable: Master config (127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [1939ms] refreshing cache from master, [1940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.60:41139, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.61:36255, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.62:34397, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.60:41139: Network error: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [1945ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.62:34397: OK, [1947ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.61:36255: OK, deferred=Deferred@760095567(state=PENDING, result=null, callback=get tablet locations from the master for table org.apache.kudu.client.TestClientFailoverSupport-KILL -> release master lookup permit -> retry RPC -> (continuation of Deferred@1378941847 after retry RPC after error@926107668) -> (continuation of Deferred@1975924077 after retry RPC after error@701375681) -> (continuation of Deferred@2088214060 after retry RPC after error@1370036830) -> (continuation of Deferred@352329819 after retry RPC after error@1295054358) -> (continuation of Deferred@234260322 after retry RPC after error@345249640) -> (continuation of Deferred@192345 after retry RPC after error@1246247177) -> (continuation of Deferred@1933339317 after retry RPC after error@1202130157) -> (continuation of Deferred@1346919271 after retry RPC after error@1539551254) -> (continuation of Deferred@1270480921 after retry RPC after error@872791527) -> (continuation of Deferred@637819747 after retry RPC after error@1619074229), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@1378941847 after retry RPC after error@926107668) -> (continuation of Deferred@1975924077 after retry RPC after error@701375681) -> (continuation of Deferred@2088214060 after retry RPC after error@1370036830) -> (continuation of Deferred@352329819 after retry RPC after error@1295054358) -> (continuation of Deferred@234260322 after retry RPC after error@345249640) -> (continuation of Deferred@192345 after retry RPC after error@1246247177) -> (continuation of Deferred@1933339317 after retry RPC after error@1202130157) -> (continuation of Deferred@1346919271 after retry RPC after error@1539551254) -> (continuation of Deferred@1270480921 after retry RPC after error@872791527) -> (continuation of Deferred@637819747 after retry RPC after error@1619074229))) after lookup
20:03:50.736 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 58cad9fb64b94af39d358380a4cc4453 for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
20:03:50.737 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=58cad9fb64b94af39d358380a4cc4453@[504a49a630ac4e8388b958fbe2079dc6(127.29.227.2:44591)[L],56eedb4f5c78418499d64bc1d3e08f72(127.29.227.3:43833),fac5f20706044a089837446bf8465be5(127.29.227.1:42335)]}]
20:03:50.739 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=58cad9fb64b94af39d358380a4cc4453, attempt=2, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1976), Traces: [0ms] sending RPC to server 56eedb4f5c78418499d64bc1d3e08f72, [6ms] received response from server 56eedb4f5c78418499d64bc1d3e08f72: Network error: Failed to connect to peer 56eedb4f5c78418499d64bc1d3e08f72(127.29.227.3:43833): Connection refused: /127.29.227.3:43833, [6ms] delaying RPC due to: Network error: Failed to connect to peer 56eedb4f5c78418499d64bc1d3e08f72(127.29.227.3:43833): Connection refused: /127.29.227.3:43833, [16ms] refreshing cache from master, [17ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.227.60:41139, [22ms] Sub RPC GetTableLocations: received response from server master-127.29.227.60:41139: Network error: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [22ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [36ms] Sub RPC GetTableLocations: refreshing cache from master, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.60:41139, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.61:36255, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.62:34397, [41ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.60:41139: Network error: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [44ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.61:36255: OK, [45ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.62:34397: OK, [49ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [57ms] Sub RPC GetTableLocations: refreshing cache from master, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.60:41139, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.61:36255, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.62:34397, [61ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.60:41139: Network error: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.61:36255: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.62:34397: OK, [65ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [77ms] Sub RPC GetTableLocations: refreshing cache from master, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.60:41139, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.61:36255, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.62:34397, [80ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.60:41139: Network error: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [83ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.61:36255: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.62:34397: OK, [84ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [96ms] Sub RPC GetTableLocations: refreshing cache from master, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.60:41139, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.61:36255, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.62:34397, [100ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.60:41139: Network error: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.61:36255: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.62:34397: OK, [103ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [137ms] Sub RPC GetTableLocations: refreshing cache from master, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.60:41139, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.61:36255, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.62:34397, [141ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.60:41139: Network error: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [143ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.62:34397: OK, [144ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.61:36255: OK, [144ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [177ms] Sub RPC GetTableLocations: refreshing cache from master, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.60:41139, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.61:36255, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.62:34397, [180ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.60:41139: Network error: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.62:34397: OK, [183ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.61:36255: OK, [183ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [297ms] Sub RPC GetTableLocations: refreshing cache from master, [298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.60:41139, [299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.61:36255, [299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.62:34397, [300ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.60:41139: Network error: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [304ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.61:36255: OK, [304ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.62:34397: OK, [304ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [356ms] Sub RPC GetTableLocations: refreshing cache from master, [357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.60:41139, [358ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.61:36255, [358ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.62:34397, [359ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.60:41139: Network error: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [363ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.62:34397: OK, [363ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.61:36255: OK, [363ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [377ms] Sub RPC GetTableLocations: refreshing cache from master, [377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.60:41139, [378ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.61:36255, [379ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.62:34397, [379ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.60:41139: Network error: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [383ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.61:36255: OK, [383ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.62:34397: OK, [383ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [436ms] Sub RPC GetTableLocations: refreshing cache from master, [437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.60:41139, [439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.61:36255, [440ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.60:41139: Network error: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.62:34397, [443ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.61:36255: OK, [444ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.62:34397: OK, [444ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.29.227.60:41139,127.29.227.61:36255,127.29.227.62:34397) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [1956ms] Sub RPC GetTableLocations: refreshing cache from master, [1957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.60:41139, [1958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.61:36255, [1958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.29.227.62:34397, [1959ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.60:41139: Network error: Failed to connect to peer master-127.29.227.60:41139(127.29.227.60:41139): Connection refused: /127.29.227.60:41139, [1962ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.62:34397: OK, [1964ms] Sub RPC ConnectToMaster: received response from server master-127.29.227.61:36255: OK, [1970ms] Sub RPC GetTableLocations: sending RPC to server master-127.29.227.61:36255, [1975ms] Sub RPC GetTableLocations: received response from server master-127.29.227.61:36255: OK, deferred=Deferred@1649607282(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f23d0338f98@66889218 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@e044ec8 -> wakeup thread Time-limited test)) after lookup
20:03:50.741 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 504a49a630ac4e8388b958fbe2079dc6(127.29.227.2:44591)] connecting to peer
20:03:50.743 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 504a49a630ac4e8388b958fbe2079dc6(127.29.227.2:44591)] Successfully connected to peer
20:03:50.768 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x9b4a5ceb, L:/127.0.0.1:39074 - R:/127.29.227.2:44591] using TOKEN/null
20:03:50.972 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 20 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-KILL, tablet=58cad9fb64b94af39d358380a4cc4453, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:03:50.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.979403 30723 catalog_manager.cc:2533] Servicing SoftDeleteTable request from {username='slave'} at 127.0.0.1:58524:
20:03:50.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-KILL" }
20:03:50.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:50.980086 30723 catalog_manager.cc:2781] Servicing DeleteTable request from {username='slave'} at 127.0.0.1:58524:
20:03:50.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-KILL" }
20:03:51.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:51.006281 30723 catalog_manager.cc:5984] T 00000000000000000000000000000000 P dc587eed694a44ce929c6ac8e116eb32: Sending DeleteTablet for 3 replicas of tablet 58cad9fb64b94af39d358380a4cc4453
20:03:51.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:51.027843 31109 tablet_service.cc:1558] Processing DeleteTablet for tablet 58cad9fb64b94af39d358380a4cc4453 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-08 20:03:50 UTC) from {username='slave'} at 127.0.0.1:39088
20:03:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:51.035226 30709 catalog_manager.cc:4755] TS 56eedb4f5c78418499d64bc1d3e08f72 (127.29.227.3:43833): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet 58cad9fb64b94af39d358380a4cc4453: Network error: Client connection negotiation failed: client connection to 127.29.227.3:43833: connect: Connection refused (error 111)
20:03:51.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:51.037993 31435 tablet_replica.cc:333] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6: stopping tablet replica
20:03:51.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:51.038574 30969 tablet_service.cc:1558] Processing DeleteTablet for tablet 58cad9fb64b94af39d358380a4cc4453 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-08 20:03:50 UTC) from {username='slave'} at 127.0.0.1:56462
20:03:51.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:51.045251 31435 raft_consensus.cc:2243] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 [term 2 LEADER]: Raft consensus shutting down.
20:03:51.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:51.049407 31435 raft_consensus.cc:2272] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6 [term 2 FOLLOWER]: Raft consensus is shut down!
20:03:51.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:51.052860 31436 tablet_replica.cc:333] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5: stopping tablet replica
20:03:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:51.053822 31436 raft_consensus.cc:2243] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5 [term 2 FOLLOWER]: Raft consensus shutting down.
20:03:51.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:51.054368 31435 ts_tablet_manager.cc:1916] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6: Deleting tablet data with delete state TABLET_DATA_DELETED
20:03:51.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:51.055172 31436 raft_consensus.cc:2272] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5 [term 2 FOLLOWER]: Raft consensus is shut down!
20:03:51.057 [DEBUG - main] (Connection.java:575) [peer master-127.29.227.60:41139(127.29.227.60:41139)] disconnecting while in state TERMINATED
20:03:51.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:51.059185 31436 ts_tablet_manager.cc:1916] T 58cad9fb64b94af39d358380a4cc4453 P fac5f20706044a089837446bf8465be5: Deleting tablet data with delete state TABLET_DATA_DELETED
20:03:51.064 [DEBUG - main] (Connection.java:575) [peer master-127.29.227.61:36255(127.29.227.61:36255)] disconnecting while in state READY
20:03:51.066 [DEBUG - main] (Connection.java:575) [peer 56eedb4f5c78418499d64bc1d3e08f72(127.29.227.3:43833)] disconnecting while in state TERMINATED
20:03:51.068 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.29.227.61:36255(127.29.227.61:36255)] handling channelInactive
20:03:51.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.29.227.61:36255(127.29.227.61:36255)] cleaning up while in state READY due to: connection closed
20:03:51.070 [DEBUG - main] (Connection.java:575) [peer master-127.29.227.62:34397(127.29.227.62:34397)] disconnecting while in state READY
20:03:51.071 [DEBUG - main] (Connection.java:575) [peer 504a49a630ac4e8388b958fbe2079dc6(127.29.227.2:44591)] disconnecting while in state READY
20:03:51.072 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.29.227.62:34397(127.29.227.62:34397)] handling channelInactive
20:03:51.072 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.29.227.62:34397(127.29.227.62:34397)] cleaning up while in state READY due to: connection closed
20:03:51.073 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 504a49a630ac4e8388b958fbe2079dc6(127.29.227.2:44591)] handling channelInactive
20:03:51.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 504a49a630ac4e8388b958fbe2079dc6(127.29.227.2:44591)] cleaning up while in state READY due to: connection closed
20:03:51.074 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:03:51.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:51.075873 31435 ts_tablet_manager.cc:1929] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 2.22
20:03:51.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:51.076596 31435 log.cc:1199] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6: Deleting WAL directory at /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster11717771768219769725/ts-1/wal/wals/58cad9fb64b94af39d358380a4cc4453
20:03:51.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:51.077728 31435 ts_tablet_manager.cc:1950] T 58cad9fb64b94af39d358380a4cc4453 P 504a49a630ac4e8388b958fbe2079dc6: Deleting consensus metadata
20:03:51.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:51.081552 30604 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu with pid 30902
20:03:51.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:51.086519 30709 catalog_manager.cc:5028] TS 504a49a630ac4e8388b958fbe2079dc6 (127.29.227.2:44591): tablet 58cad9fb64b94af39d358380a4cc4453 (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=0d86a9160bb64bf88c67ff85ff3f7467]) successfully deleted
20:03:51.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:51.119165 30604 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu with pid 31042
20:03:51.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:51.162012 30604 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu with pid 30616
20:03:51.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:51.200217 30604 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu with pid 30686
20:03:52.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T20:03:52Z chronyd exiting
.20:03:53.721 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783541033721
20:03:53.725 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
20:03:53.726 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:03:53.726 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskt1WBIj/test-tmp
20:03:53.727 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:03:53.727 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskt1WBIj/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:03:53.730 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

20:03:54.093 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:03:54.094 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

20:03:54.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:54.098353 31441 mini_oidc.cc:150] Starting JWKS server
20:03:54.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:54.102293 31441 webserver.cc:533] Webserver started at http://127.0.0.1:44047/ using document root <none> and password file <none>
20:03:54.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:54.102819 31441 mini_oidc.cc:186] Starting OIDC Discovery server
20:03:54.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:54.104808 31441 webserver.cc:533] Webserver started at http://127.0.0.1:33195/ using document root <none> and password file <none>
20:03:54.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T20:03:54Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:03:54.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T20:03:54Z Disabled control of system clock
20:03:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:54.177685 31441 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu
20:03:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu
20:03:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-0/wal
20:03:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-0/data
20:03:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-0/logs
20:03:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-0/data/info.pb
20:03:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.180.126:41729
20:03:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.180.126
20:03:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.180.84:42035
20:03:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.180.126:41729,127.30.180.125:32861,127.30.180.124:45151
20:03:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:54.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44047/jwks.json with env {}
20:03:54.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:54.621930 31453 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:54.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:54.623399 31453 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:54.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:54.623936 31453 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:54.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:54.666914 31453 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:54.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:54.667294 31453 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:54.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:54.667505 31453 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:54.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:54.667721 31453 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:54.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:54.667927 31453 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:54.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:54.668113 31453 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44047/jwks.json
20:03:54.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:54.710923 31453 master_runner.cc:387] Master server non-default flags:
20:03:54.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:54.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.180.84:42035
20:03:54.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:54.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:54.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-0/data
20:03:54.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-0/wal
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.180.126:41729,127.30.180.125:32861,127.30.180.124:45151
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.180.126:41729
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44047/jwks.json
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-0/data/info.pb
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.180.126
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-0/logs
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:23 UTC on e7f111948823
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12779
20:03:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:54.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:54.712986 31453 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:54.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:54.715730 31453 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:54.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:54.733872 31459 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:56.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:54.734041 31460 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:56.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:56.041977 31462 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:56.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:56.045111 31461 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1304 milliseconds
20:03:56.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:56.045863 31453 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.312s	user 0.004s	sys 0.003s
20:03:56.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:56.046607 31453 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.313s	user 0.004s	sys 0.003s
20:03:56.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.046952 31453 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:56.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.048460 31453 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:56.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.051797 31453 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:56.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.053205 31453 hybrid_clock.cc:648] HybridClock initialized: now 1783541036053176 us; error 56 us; skew 500 ppm
20:03:56.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.054287 31453 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:56.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.063776 31453 webserver.cc:533] Webserver started at http://127.30.180.126:42805/ using document root <none> and password file <none>
20:03:56.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.065021 31453 fs_manager.cc:362] Metadata directory not provided
20:03:56.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.065317 31453 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:56.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.065979 31453 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:56.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.071182 31453 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-0/data/instance:
20:03:56.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5cbc7aa2f4424c588de5246edf0efdf1"
20:03:56.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:03:56 on dist-test-slave-76z2"
20:03:56.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.072682 31453 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-0/wal/instance:
20:03:56.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5cbc7aa2f4424c588de5246edf0efdf1"
20:03:56.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:03:56 on dist-test-slave-76z2"
20:03:56.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.083134 31453 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.004s	sys 0.007s
20:03:56.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.090219 31469 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:56.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.091667 31453 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.001s
20:03:56.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.092084 31453 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-0/data,/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-0/wal
20:03:56.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5cbc7aa2f4424c588de5246edf0efdf1"
20:03:56.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:03:56 on dist-test-slave-76z2"
20:03:56.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.092497 31453 fs_report.cc:389] FS layout report
20:03:56.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:56.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-0/wal
20:03:56.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-0/wal
20:03:56.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-0/data/data
20:03:56.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:56.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:56.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:56.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:56.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:56.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:56.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:56.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:56.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:56.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:56.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:56.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.174744 31453 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:56.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.176718 31453 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:56.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.177398 31453 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:56.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.264421 31453 rpc_server.cc:307] RPC server started. Bound to: 127.30.180.126:41729
20:03:56.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.264495 31520 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.180.126:41729 every 8 connection(s)
20:03:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.267782 31453 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-0/data/info.pb
20:03:56.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.272681 31441 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu as pid 31453
20:03:56.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.273313 31441 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-0/wal/instance
20:03:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.275926 31521 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.278978 31441 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu
20:03:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu
20:03:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-1/wal
20:03:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-1/data
20:03:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-1/logs
20:03:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-1/data/info.pb
20:03:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:56.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:56.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:56.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:56.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:56.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:56.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:56.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.180.125:32861
20:03:56.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.180.125
20:03:56.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:56.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.180.84:42035
20:03:56.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:56.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:56.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:56.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:56.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.180.126:41729,127.30.180.125:32861,127.30.180.124:45151
20:03:56.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:56.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44047/jwks.json with env {}
20:03:56.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.291651 31521 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } has no permanent_uuid. Determining permanent_uuid...
20:03:56.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.321830 31521 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } has no permanent_uuid. Determining permanent_uuid...
20:03:56.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:56.324788 31471 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.180.125:32861: connect: Connection refused (error 111)
20:03:56.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:56.329559 31521 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.180.125:32861: Network error: Client connection negotiation failed: client connection to 127.30.180.125:32861: connect: Connection refused (error 111)
20:03:56.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.379204 31521 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } attempt: 1
20:03:56.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:56.384657 31521 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.180.125:32861: Network error: Client connection negotiation failed: client connection to 127.30.180.125:32861: connect: Connection refused (error 111)
20:03:56.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.453142 31521 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } attempt: 2
20:03:56.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:56.458498 31521 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.180.125:32861: Network error: Client connection negotiation failed: client connection to 127.30.180.125:32861: connect: Connection refused (error 111)
20:03:56.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.549959 31521 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } attempt: 3
20:03:56.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:56.555071 31521 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.180.125:32861: Network error: Client connection negotiation failed: client connection to 127.30.180.125:32861: connect: Connection refused (error 111)
20:03:56.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:56.657743 31523 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:56.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:56.658438 31523 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:56.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:56.658987 31523 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:56.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:56.695574 31523 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:56.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:56.695894 31523 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:56.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:56.696095 31523 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:56.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:56.696293 31523 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:56.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:56.696591 31523 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:56.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:56.696753 31523 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44047/jwks.json
20:03:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.698624 31521 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } attempt: 4
20:03:56.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:56.703660 31521 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.180.125:32861: Network error: Client connection negotiation failed: client connection to 127.30.180.125:32861: connect: Connection refused (error 111)
20:03:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.737440 31523 master_runner.cc:387] Master server non-default flags:
20:03:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.180.84:42035
20:03:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-1/data
20:03:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-1/wal
20:03:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.180.126:41729,127.30.180.125:32861,127.30.180.124:45151
20:03:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.180.125:32861
20:03:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44047/jwks.json
20:03:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-1/data/info.pb
20:03:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.180.125
20:03:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-1/logs
20:03:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:03:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:23 UTC on e7f111948823
20:03:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12779
20:03:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.739199 31523 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:56.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:56.741027 31523 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:56.753608 31532 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:57.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:57.003219 31521 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } attempt: 5
20:03:57.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:57.014036 31521 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.180.125:32861: Network error: Client connection negotiation failed: client connection to 127.30.180.125:32861: connect: Connection refused (error 111)
20:03:57.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:57.561733 31521 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } attempt: 6
20:03:57.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:57.604521 31521 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.180.125:32861: Network error: Client connection negotiation failed: client connection to 127.30.180.125:32861: connect: Connection refused (error 111)
20:03:58.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:56.754106 31533 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:58.031239 31523 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.277s	user 0.400s	sys 0.871s
20:03:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:58.031424 31534 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1271 milliseconds
20:03:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:58.031725 31523 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.278s	user 0.400s	sys 0.871s
20:03:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:58.033510 31535 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:58.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.033525 31523 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:58.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.035696 31523 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.039762 31523 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:58.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.041544 31523 hybrid_clock.cc:648] HybridClock initialized: now 1783541038041485 us; error 45 us; skew 500 ppm
20:03:58.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.042968 31523 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:58.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.053872 31523 webserver.cc:533] Webserver started at http://127.30.180.125:38035/ using document root <none> and password file <none>
20:03:58.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.055559 31523 fs_manager.cc:362] Metadata directory not provided
20:03:58.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.055929 31523 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:58.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.056679 31523 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:58.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.064848 31523 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-1/data/instance:
20:03:58.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1deee248dc2f4ff6a7c5ab772974275d"
20:03:58.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:03:58 on dist-test-slave-76z2"
20:03:58.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.066823 31523 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-1/wal/instance:
20:03:58.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1deee248dc2f4ff6a7c5ab772974275d"
20:03:58.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:03:58 on dist-test-slave-76z2"
20:03:58.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.079021 31523 fs_manager.cc:696] Time spent creating directory manager: real 0.011s	user 0.006s	sys 0.004s
20:03:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.088124 31544 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:03:58.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.089694 31523 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.003s
20:03:58.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.090173 31523 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-1/data,/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-1/wal
20:03:58.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1deee248dc2f4ff6a7c5ab772974275d"
20:03:58.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:03:58 on dist-test-slave-76z2"
20:03:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.090690 31523 fs_report.cc:389] FS layout report
20:03:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-1/wal
20:03:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-1/wal
20:03:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-1/data/data
20:03:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:58.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.173035 31523 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:03:58.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.174842 31523 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:58.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.175348 31523 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.260538 31523 rpc_server.cc:307] RPC server started. Bound to: 127.30.180.125:32861
20:03:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.260637 31595 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.180.125:32861 every 8 connection(s)
20:03:58.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.265190 31523 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-1/data/info.pb
20:03:58.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.273407 31596 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.275954 31441 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu as pid 31523
20:03:58.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.276523 31441 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-1/wal/instance
20:03:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.279922 31441 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu
20:03:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu
20:03:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/wal
20:03:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/data
20:03:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/logs
20:03:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/data/info.pb
20:03:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.180.124:45151
20:03:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.180.124
20:03:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.180.84:42035
20:03:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.180.126:41729,127.30.180.125:32861,127.30.180.124:45151
20:03:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:58.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44047/jwks.json with env {}
20:03:58.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.291122 31596 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } has no permanent_uuid. Determining permanent_uuid...
20:03:58.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.321887 31596 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } has no permanent_uuid. Determining permanent_uuid...
20:03:58.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.338765 31596 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } has no permanent_uuid. Determining permanent_uuid...
20:03:58.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:58.341634 31546 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.180.124:45151: connect: Connection refused (error 111)
20:03:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:58.346318 31596 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.180.124:45151: Network error: Client connection negotiation failed: client connection to 127.30.180.124:45151: connect: Connection refused (error 111)
20:03:58.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.395918 31596 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } attempt: 1
20:03:58.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:58.400830 31596 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.180.124:45151: Network error: Client connection negotiation failed: client connection to 127.30.180.124:45151: connect: Connection refused (error 111)
20:03:58.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.469383 31596 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } attempt: 2
20:03:58.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:58.474359 31596 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.180.124:45151: Network error: Client connection negotiation failed: client connection to 127.30.180.124:45151: connect: Connection refused (error 111)
20:03:58.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.565876 31596 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } attempt: 3
20:03:58.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:58.571506 31596 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.180.124:45151: Network error: Client connection negotiation failed: client connection to 127.30.180.124:45151: connect: Connection refused (error 111)
20:03:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:58.639434 31598 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:58.640082 31598 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:58.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:58.640555 31598 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:58.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.665234 31521 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } attempt: 7
20:03:58.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.679013 31521 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } has no permanent_uuid. Determining permanent_uuid...
20:03:58.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:58.679284 31598 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:58.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:58.679555 31598 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:58.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:58.679765 31598 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:58.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:58.679961 31598 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:58.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:58.680313 31598 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:58.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:58.680579 31598 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44047/jwks.json
20:03:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:58.685832 31521 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.180.124:45151: Network error: Client connection negotiation failed: client connection to 127.30.180.124:45151: connect: Connection refused (error 111)
20:03:58.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.715024 31596 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } attempt: 4
20:03:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:58.720299 31596 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.180.124:45151: Network error: Client connection negotiation failed: client connection to 127.30.180.124:45151: connect: Connection refused (error 111)
20:03:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.722734 31598 master_runner.cc:387] Master server non-default flags:
20:03:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.180.84:42035
20:03:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/data
20:03:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/wal
20:03:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.180.126:41729,127.30.180.125:32861,127.30.180.124:45151
20:03:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.180.124:45151
20:03:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44047/jwks.json
20:03:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/data/info.pb
20:03:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.180.124
20:03:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/logs
20:03:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:03:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:03:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:23 UTC on e7f111948823
20:03:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12779
20:03:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.724489 31598 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.726349 31598 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:58.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:58.738538 31610 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.744304 31521 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } attempt: 1
20:03:58.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:58.752928 31521 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.180.124:45151: Network error: Client connection negotiation failed: client connection to 127.30.180.124:45151: connect: Connection refused (error 111)
20:03:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.834561 31521 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } attempt: 2
20:03:58.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:58.845563 31521 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.180.124:45151: Network error: Client connection negotiation failed: client connection to 127.30.180.124:45151: connect: Connection refused (error 111)
20:03:58.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:58.931206 31521 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } attempt: 3
20:03:58.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:58.939759 31521 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.180.124:45151: Network error: Client connection negotiation failed: client connection to 127.30.180.124:45151: connect: Connection refused (error 111)
20:03:59.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:59.019822 31596 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } attempt: 5
20:03:59.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:59.029945 31596 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.180.124:45151: Network error: Client connection negotiation failed: client connection to 127.30.180.124:45151: connect: Connection refused (error 111)
20:03:59.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:59.080385 31521 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } attempt: 4
20:03:59.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:59.089532 31521 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.180.124:45151: Network error: Client connection negotiation failed: client connection to 127.30.180.124:45151: connect: Connection refused (error 111)
20:03:59.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:59.373159 31521 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } attempt: 5
20:03:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:59.403189 31521 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.180.124:45151: Network error: Client connection negotiation failed: client connection to 127.30.180.124:45151: connect: Connection refused (error 111)
20:03:59.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:59.577613 31596 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } attempt: 6
20:03:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:59.612264 31596 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.180.124:45151: Network error: Client connection negotiation failed: client connection to 127.30.180.124:45151: connect: Connection refused (error 111)
20:03:59.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:03:59.955821 31521 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } attempt: 6
20:03:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:59.985492 31521 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.180.124:45151: Network error: Client connection negotiation failed: client connection to 127.30.180.124:45151: connect: Connection refused (error 111)
20:04:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:00.142258 31609 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 31598
20:04:00.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:03:58.740725 31611 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:00.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:00.619923 31598 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.879s	user 0.632s	sys 1.223s
20:04:00.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:00.620340 31598 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.881s	user 0.632s	sys 1.223s
20:04:00.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:00.622458 31613 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:00.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:00.625134 31612 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1880 milliseconds
20:04:00.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.625154 31598 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:00.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.626694 31598 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:00.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.630702 31598 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:00.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.632148 31598 hybrid_clock.cc:648] HybridClock initialized: now 1783541040632042 us; error 108 us; skew 500 ppm
20:04:00.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.633409 31598 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:00.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.641769 31598 webserver.cc:533] Webserver started at http://127.30.180.124:38579/ using document root <none> and password file <none>
20:04:00.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.643002 31598 fs_manager.cc:362] Metadata directory not provided
20:04:00.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.643309 31598 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:00.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.643802 31598 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:00.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.648695 31598 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/data/instance:
20:04:00.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bfcf37071ec04b24b69911b6ba004cda"
20:04:00.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:04:00 on dist-test-slave-76z2"
20:04:00.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.649919 31598 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/wal/instance:
20:04:00.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bfcf37071ec04b24b69911b6ba004cda"
20:04:00.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:04:00 on dist-test-slave-76z2"
20:04:00.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.659152 31598 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.004s
20:04:00.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.665624 31625 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:00.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.666981 31598 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.005s
20:04:00.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.667344 31598 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/data,/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/wal
20:04:00.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bfcf37071ec04b24b69911b6ba004cda"
20:04:00.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:04:00 on dist-test-slave-76z2"
20:04:00.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.667696 31598 fs_report.cc:389] FS layout report
20:04:00.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:00.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/wal
20:04:00.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/wal
20:04:00.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/data/data
20:04:00.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:00.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:00.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:00.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:00.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:00.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:00.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:00.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:00.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:00.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:00.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.672907 31596 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } attempt: 7
20:04:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:00.681216 31596 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.180.124:45151: Network error: Client connection negotiation failed: client connection to 127.30.180.124:45151: connect: Connection refused (error 111)
20:04:00.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.753721 31598 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:00.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.755782 31598 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:00.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.756268 31598 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:00.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.841146 31598 rpc_server.cc:307] RPC server started. Bound to: 127.30.180.124:45151
20:04:00.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.841290 31678 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.180.124:45151 every 8 connection(s)
20:04:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.844440 31598 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/data/info.pb
20:04:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.847623 31441 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu as pid 31598
20:04:00.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.848322 31441 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/wal/instance
20:04:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.852953 31679 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:00.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.874786 31679 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } has no permanent_uuid. Determining permanent_uuid...
20:04:00.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.901877 31679 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } has no permanent_uuid. Determining permanent_uuid...
20:04:00.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.913717 31679 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } has no permanent_uuid. Determining permanent_uuid...
20:04:00.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.933007 31679 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda: Bootstrap starting.
20:04:00.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.941241 31679 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda: Neither blocks nor log segments found. Creating new log.
20:04:00.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.943616 31679 log.cc:826] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda: Log is configured to *not* fsync() on all Append() calls
20:04:00.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.949360 31679 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda: No bootstrap required, opened a new log
20:04:00.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.972580 31679 raft_consensus.cc:359] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } }
20:04:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.973739 31679 raft_consensus.cc:385] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.974135 31679 raft_consensus.cc:740] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bfcf37071ec04b24b69911b6ba004cda, State: Initialized, Role: FOLLOWER
20:04:00.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.975411 31679 consensus_queue.cc:260] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } }
20:04:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.978477 31688 sys_catalog.cc:455] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } } }
20:04:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.979204 31688 sys_catalog.cc:458] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [sys.catalog]: This master's current role is: FOLLOWER
20:04:00.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:00.980386 31679 sys_catalog.cc:565] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [sys.catalog]: configured and running, proceeding with master startup.
20:04:01.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:01.012131 31633 tablet.cc:2406] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:01.014075 31699 catalog_manager.cc:1594] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:04:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:01.014467 31699 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:04:01.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.019199 31521 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } attempt: 7
20:04:01.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.006079 31598 master_runner.cc:187] Error getting master registration for 127.30.180.126:41729: OK, instance_id { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" instance_seqno: 1783541036240815 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:04:01.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.038662 31598 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:04:01.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.046566 31521 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1: Bootstrap starting.
20:04:01.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.056264 31521 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1: Neither blocks nor log segments found. Creating new log.
20:04:01.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.059114 31521 log.cc:826] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1: Log is configured to *not* fsync() on all Append() calls
20:04:01.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.065212 31521 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1: No bootstrap required, opened a new log
20:04:01.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.093986 31521 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } }
20:04:01.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.094765 31521 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:01.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.095080 31521 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5cbc7aa2f4424c588de5246edf0efdf1, State: Initialized, Role: FOLLOWER
20:04:01.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.096144 31521 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } }
20:04:01.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.099284 31703 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } } }
20:04:01.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.100200 31703 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [sys.catalog]: This master's current role is: FOLLOWER
20:04:01.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.101002 31521 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [sys.catalog]: configured and running, proceeding with master startup.
20:04:01.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:01.138360 31714 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:04:01.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:01.139264 31714 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:04:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.136317 31453 master_runner.cc:187] Error getting master registration for 127.30.180.125:32861: OK, instance_id { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" instance_seqno: 1783541038237106 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:04:01.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.161528 31453 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:04:01.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:01.191141 31475 tablet.cc:2406] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:01.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.199227 31688 raft_consensus.cc:493] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:01.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.199934 31688 raft_consensus.cc:515] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } }
20:04:01.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.204398 31496 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bfcf37071ec04b24b69911b6ba004cda" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" is_pre_election: true
20:04:01.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.205333 31688 leader_election.cc:290] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5cbc7aa2f4424c588de5246edf0efdf1 (127.30.180.126:41729), 1deee248dc2f4ff6a7c5ab772974275d (127.30.180.125:32861)
20:04:01.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.205669 31496 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bfcf37071ec04b24b69911b6ba004cda in term 0.
20:04:01.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.207558 31630 leader_election.cc:304] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5cbc7aa2f4424c588de5246edf0efdf1, bfcf37071ec04b24b69911b6ba004cda; no voters: 
20:04:01.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.208645 31688 raft_consensus.cc:2804] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:01.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.209062 31688 raft_consensus.cc:493] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:01.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.209388 31688 raft_consensus.cc:3060] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [term 0 FOLLOWER]: Advancing to term 1
20:04:01.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.220139 31688 raft_consensus.cc:515] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } }
20:04:01.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.225546 31688 leader_election.cc:290] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [CANDIDATE]: Term 1 election: Requested vote from peers 5cbc7aa2f4424c588de5246edf0efdf1 (127.30.180.126:41729), 1deee248dc2f4ff6a7c5ab772974275d (127.30.180.125:32861)
20:04:01.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.225222 31496 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bfcf37071ec04b24b69911b6ba004cda" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5cbc7aa2f4424c588de5246edf0efdf1"
20:04:01.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.226948 31496 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [term 0 FOLLOWER]: Advancing to term 1
20:04:01.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.237303 31496 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bfcf37071ec04b24b69911b6ba004cda in term 1.
20:04:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.238637 31630 leader_election.cc:304] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5cbc7aa2f4424c588de5246edf0efdf1, bfcf37071ec04b24b69911b6ba004cda; no voters: 
20:04:01.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.239737 31688 raft_consensus.cc:2804] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [term 1 FOLLOWER]: Leader election won for term 1
20:04:01.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.244094 31688 raft_consensus.cc:697] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [term 1 LEADER]: Becoming Leader. State: Replica: bfcf37071ec04b24b69911b6ba004cda, State: Running, Role: LEADER
20:04:01.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.245483 31688 consensus_queue.cc:237] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } }
20:04:01.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.266575 31716 sys_catalog.cc:455] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [sys.catalog]: SysCatalogTable state changed. Reason: New leader bfcf37071ec04b24b69911b6ba004cda. Latest consensus state: current_term: 1 leader_uuid: "bfcf37071ec04b24b69911b6ba004cda" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } } }
20:04:01.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.267489 31716 sys_catalog.cc:458] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [sys.catalog]: This master's current role is: LEADER
20:04:01.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.310322 31718 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
20:04:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.335678 31718 catalog_manager.cc:1520] Initializing Kudu cluster ID...
20:04:01.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.390383 31496 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [term 1 FOLLOWER]: Refusing update from remote peer bfcf37071ec04b24b69911b6ba004cda: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:01.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.392803 31716 consensus_queue.cc:1048] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [LEADER]: Connected to new peer: Peer: permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:01.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.432752 31703 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader bfcf37071ec04b24b69911b6ba004cda. Latest consensus state: current_term: 1 leader_uuid: "bfcf37071ec04b24b69911b6ba004cda" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } } }
20:04:01.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.434417 31703 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [sys.catalog]: This master's current role is: FOLLOWER
20:04:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.435397 31719 mvcc.cc:204] Tried to move back new op lower bound from 7305384105482358784 to 7305384104953581568. Current Snapshot: MvccSnapshot[applied={T|T < 7305384105482358784}]
20:04:01.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.437021 31688 sys_catalog.cc:455] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bfcf37071ec04b24b69911b6ba004cda" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } } }
20:04:01.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.437757 31688 sys_catalog.cc:458] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [sys.catalog]: This master's current role is: LEADER
20:04:01.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.442468 31718 catalog_manager.cc:1383] Generated new cluster ID: 3fca2830711b4921b5f51569dc7a1b74
20:04:01.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.442787 31718 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
20:04:01.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.447705 31703 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bfcf37071ec04b24b69911b6ba004cda" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } } }
20:04:01.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.448446 31703 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [sys.catalog]: This master's current role is: FOLLOWER
20:04:01.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.498234 31718 catalog_manager.cc:1406] Generated new certificate authority record
20:04:01.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.500725 31718 catalog_manager.cc:1540] Loading token signing keys...
20:04:01.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.544975 31718 catalog_manager.cc:6070] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda: Generated new TSK 0
20:04:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.548391 31718 catalog_manager.cc:1550] Initializing in-progress tserver states...
20:04:01.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:01.587158 31441 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu
20:04:01.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu
20:04:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-0/wal
20:04:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-0/data
20:04:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-0/logs
20:04:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-0/data/info.pb
20:04:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.180.65:0
20:04:01.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.180.65
20:04:01.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.180.65
20:04:01.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:01.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.180.126:41729,127.30.180.125:32861,127.30.180.124:45151
20:04:01.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.180.84:42035
20:04:01.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:01.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:01.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:04:02.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:02.122357 31724 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:02.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:02.123581 31724 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:02.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:02.125007 31724 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:02.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:02.145567 31714 catalog_manager.cc:1295] Loaded cluster ID: 3fca2830711b4921b5f51569dc7a1b74
20:04:02.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:02.146181 31714 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1: loading cluster ID for follower catalog manager: success
20:04:02.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:02.154155 31714 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1: acquiring CA information for follower catalog manager: success
20:04:02.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:02.170496 31714 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:02.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:02.185796 31724 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:02.187201 31724 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.180.65
20:04:02.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:02.255918 31724 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:02.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:02.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.180.84:42035
20:04:02.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:02.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:02.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-0/data
20:04:02.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-0/wal
20:04:02.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:02.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:02.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.180.65:0
20:04:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-0/data/info.pb
20:04:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.180.65
20:04:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.180.126:41729,127.30.180.125:32861,127.30.180.124:45151
20:04:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.180.65
20:04:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-0/logs
20:04:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:04:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:23 UTC on e7f111948823
20:04:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12779
20:04:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:02.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:02.257803 31724 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:02.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:02.260159 31724 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:04:02.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:02.298725 31730 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:02.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:02.771720 31596 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } attempt: 8
20:04:02.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:02.804469 31629 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.30.180.125:32861 timed out after 1.599s (SENT)
20:04:02.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:02.909371 31596 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d: Bootstrap starting.
20:04:02.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:02.930534 31596 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d: Neither blocks nor log segments found. Creating new log.
20:04:02.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:02.934952 31596 log.cc:826] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d: Log is configured to *not* fsync() on all Append() calls
20:04:02.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:02.963342 31596 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d: No bootstrap required, opened a new log
20:04:03.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:02.998993 31596 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } }
20:04:03.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:03.001021 31596 raft_consensus.cc:385] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:03.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:03.001637 31596 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1deee248dc2f4ff6a7c5ab772974275d, State: Initialized, Role: FOLLOWER
20:04:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:03.003669 31596 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } }
20:04:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:03.022352 31570 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bfcf37071ec04b24b69911b6ba004cda" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1deee248dc2f4ff6a7c5ab772974275d"
20:04:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:03.023109 31569 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [term 0 FOLLOWER]: Advancing to term 1
20:04:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:03.023635 31570 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:39282 (request call id 2) took 1797 ms (client timeout 2243 ms). Trace:
20:04:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:03.024047 31570 rpcz_store.cc:269] 0708 20:04:01.226375 (+     0us) service_pool.cc:167] Inserting onto call queue
20:04:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 20:04:01.226500 (+   125us) service_pool.cc:224] Handling call
20:04:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 20:04:03.023546 (+1797046us) inbound_call.cc:177] Queueing success response
20:04:03.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:04:03.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:03.027421 31571 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bfcf37071ec04b24b69911b6ba004cda" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1deee248dc2f4ff6a7c5ab772974275d" is_pre_election: true
20:04:03.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:03.027956 31596 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [sys.catalog]: configured and running, proceeding with master startup.
20:04:03.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:03.028716 31568 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "bfcf37071ec04b24b69911b6ba004cda" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1deee248dc2f4ff6a7c5ab772974275d" is_pre_election: true
20:04:03.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:03.021966 31738 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } } }
20:04:03.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:03.029808 31738 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [sys.catalog]: This master's current role is: FOLLOWER
20:04:03.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:03.030862 31571 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:39282 (request call id 1) took 1826 ms (client timeout 1599 ms). Trace:
20:04:03.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:03.031433 31571 rpcz_store.cc:269] 0708 20:04:01.204384 (+     0us) service_pool.cc:167] Inserting onto call queue
20:04:03.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 20:04:01.204573 (+   189us) service_pool.cc:224] Handling call
20:04:03.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 20:04:03.030730 (+1826157us) inbound_call.cc:177] Queueing success response
20:04:03.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:04:03.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:03.051548 31569 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [term 1 FOLLOWER]: Refusing update from remote peer bfcf37071ec04b24b69911b6ba004cda: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:03.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:03.053252 31569 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:39282 (request call id 3) took 1664 ms. Trace:
20:04:03.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:03.054086 31569 rpcz_store.cc:276] 0708 20:04:01.388869 (+     0us) service_pool.cc:167] Inserting onto call queue
20:04:03.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 20:04:01.389101 (+   232us) service_pool.cc:224] Handling call
20:04:03.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 20:04:03.022629 (+1633528us) raft_consensus.cc:1471] Updating replica for 0 ops
20:04:03.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 20:04:03.052605 (+ 29976us) raft_consensus.cc:1697] Filling consensus response to leader.
20:04:03.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 20:04:03.053155 (+   550us) inbound_call.cc:177] Queueing success response
20:04:03.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
20:04:03.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:03.057349 31739 consensus_queue.cc:1048] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [LEADER]: Connected to new peer: Peer: permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:04:03.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:03.177421 31738 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [sys.catalog]: SysCatalogTable state changed. Reason: New leader bfcf37071ec04b24b69911b6ba004cda. Latest consensus state: current_term: 1 leader_uuid: "bfcf37071ec04b24b69911b6ba004cda" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } } }
20:04:03.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:03.179564 31738 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [sys.catalog]: This master's current role is: FOLLOWER
20:04:03.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:03.183842 31752 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "bfcf37071ec04b24b69911b6ba004cda" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } } }
20:04:03.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:03.185406 31752 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [sys.catalog]: This master's current role is: FOLLOWER
20:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:03.227710 31757 catalog_manager.cc:1295] Loaded cluster ID: 3fca2830711b4921b5f51569dc7a1b74
20:04:03.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:03.228061 31757 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d: loading cluster ID for follower catalog manager: success
20:04:03.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:03.248027 31757 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d: acquiring CA information for follower catalog manager: success
20:04:03.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:03.280030 31757 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:03.596886 31759 sys_catalog.cc:455] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "bfcf37071ec04b24b69911b6ba004cda" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } } }
20:04:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:03.609382 31759 sys_catalog.cc:458] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [sys.catalog]: This master's current role is: LEADER
20:04:04.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:03.690825 31729 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 31724
20:04:04.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:04.757537 31724 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.454s	user 0.864s	sys 1.505s
20:04:04.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:04.757936 31724 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.454s	user 0.864s	sys 1.505s
20:04:04.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:02.309459 31731 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:04.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:04.775650 31724 server_base.cc:1061] running on GCE node
20:04:04.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:04.777478 31767 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:04.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:04.778976 31724 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:04.781852 31724 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:04.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:04.783241 31724 hybrid_clock.cc:648] HybridClock initialized: now 1783541044783187 us; error 45 us; skew 500 ppm
20:04:04.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:04.784315 31724 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:04.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:04.803925 31724 webserver.cc:533] Webserver started at http://127.30.180.65:42161/ using document root <none> and password file <none>
20:04:04.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:04.805286 31724 fs_manager.cc:362] Metadata directory not provided
20:04:04.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:04.805616 31724 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:04.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:04.806191 31724 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:04.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:04.812604 31724 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-0/data/instance:
20:04:04.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a8644cc63dc49fe843a3ad84c9be807"
20:04:04.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:04:04 on dist-test-slave-76z2"
20:04:04.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:04.814080 31724 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-0/wal/instance:
20:04:04.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a8644cc63dc49fe843a3ad84c9be807"
20:04:04.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:04:04 on dist-test-slave-76z2"
20:04:04.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:04.832093 31724 fs_manager.cc:696] Time spent creating directory manager: real 0.017s	user 0.012s	sys 0.004s
20:04:04.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:04.845247 31772 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:04.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:04.846652 31724 fs_manager.cc:730] Time spent opening block manager: real 0.010s	user 0.001s	sys 0.008s
20:04:04.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:04.847091 31724 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-0/data,/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-0/wal
20:04:04.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a8644cc63dc49fe843a3ad84c9be807"
20:04:04.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:04:04 on dist-test-slave-76z2"
20:04:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:04.847527 31724 fs_report.cc:389] FS layout report
20:04:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-0/wal
20:04:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-0/wal
20:04:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-0/data/data
20:04:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:04.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:04.974577 31724 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:04.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:04.976884 31724 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:04.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:04.977541 31724 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:04.987367 31724 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:04:05.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:04.999966 31724 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:05.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:05.000283 31724 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:04:05.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:05.000581 31724 ts_tablet_manager.cc:616] Registered 0 tablets
20:04:05.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:05.000797 31724 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:04:05.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:05.218019 31724 rpc_server.cc:307] RPC server started. Bound to: 127.30.180.65:42193
20:04:05.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:05.218171 31884 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.180.65:42193 every 8 connection(s)
20:04:05.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:05.222790 31724 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-0/data/info.pb
20:04:05.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:05.231360 31441 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu as pid 31724
20:04:05.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:05.232251 31441 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-0/wal/instance
20:04:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:05.255997 31441 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu
20:04:05.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu
20:04:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-1/wal
20:04:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-1/data
20:04:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-1/logs
20:04:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-1/data/info.pb
20:04:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:05.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.180.66:0
20:04:05.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.180.66
20:04:05.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.180.66
20:04:05.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:05.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.180.126:41729,127.30.180.125:32861,127.30.180.124:45151
20:04:05.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.180.84:42035
20:04:05.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:05.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:05.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:04:05.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:05.342324 31886 heartbeater.cc:344] Connected to a master server at 127.30.180.125:32861
20:04:05.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:05.342881 31886 heartbeater.cc:461] Registering TS with master...
20:04:05.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:05.344305 31886 heartbeater.cc:507] Master 127.30.180.125:32861 requested a full tablet report, sending...
20:04:05.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:05.347163 31889 heartbeater.cc:344] Connected to a master server at 127.30.180.126:41729
20:04:05.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:05.347538 31889 heartbeater.cc:461] Registering TS with master...
20:04:05.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:05.347985 31561 ts_manager.cc:194] Registered new tserver with Master: 7a8644cc63dc49fe843a3ad84c9be807 (127.30.180.65:42193)
20:04:05.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:05.348448 31889 heartbeater.cc:507] Master 127.30.180.126:41729 requested a full tablet report, sending...
20:04:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:05.352151 31486 ts_manager.cc:194] Registered new tserver with Master: 7a8644cc63dc49fe843a3ad84c9be807 (127.30.180.65:42193)
20:04:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:05.353344 31885 heartbeater.cc:344] Connected to a master server at 127.30.180.124:45151
20:04:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:05.353674 31885 heartbeater.cc:461] Registering TS with master...
20:04:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:05.354584 31885 heartbeater.cc:507] Master 127.30.180.124:45151 requested a full tablet report, sending...
20:04:05.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:05.357831 31644 ts_manager.cc:194] Registered new tserver with Master: 7a8644cc63dc49fe843a3ad84c9be807 (127.30.180.65:42193)
20:04:05.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:05.361786 31644 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.180.65:38867
20:04:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:05.718127 31895 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:05.718603 31895 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:05.719129 31895 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:05.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:05.753031 31895 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:05.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:05.753826 31895 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.180.66
20:04:05.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:05.790716 31895 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:05.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:05.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.180.84:42035
20:04:05.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:05.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:05.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-1/data
20:04:05.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-1/wal
20:04:05.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:05.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:05.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.180.66:0
20:04:05.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:05.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:05.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:05.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-1/data/info.pb
20:04:05.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.180.66
20:04:05.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:05.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.180.126:41729,127.30.180.125:32861,127.30.180.124:45151
20:04:05.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:05.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:05.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:05.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:05.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:05.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.180.66
20:04:05.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-1/logs
20:04:05.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:05.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:05.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:05.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:05.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:05.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:04:05.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:05.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:23 UTC on e7f111948823
20:04:05.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12779
20:04:05.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:05.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:05.792192 31895 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:05.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:05.793921 31895 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:04:05.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:05.807615 31901 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:06.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:06.365732 31885 heartbeater.cc:499] Master 127.30.180.124:45151 was elected leader, sending a full tablet report...
20:04:07.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:07.212450 31900 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 31895
20:04:07.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:07.605762 31900 kernel_stack_watchdog.cc:198] Thread 31895 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
20:04:07.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:04:07.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:04:07.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:04:07.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:04:07.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:05.809913 31902 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:07.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:07.610918 31903 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1797 milliseconds
20:04:07.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:07.611404 31895 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.803s	user 0.000s	sys 0.002s
20:04:07.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:07.611794 31895 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.804s	user 0.000s	sys 0.002s
20:04:07.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:07.613283 31904 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:07.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.613355 31895 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:07.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.614578 31895 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:07.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.617756 31895 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:07.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.619381 31895 hybrid_clock.cc:648] HybridClock initialized: now 1783541047619345 us; error 64 us; skew 500 ppm
20:04:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.620189 31895 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:07.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.627545 31895 webserver.cc:533] Webserver started at http://127.30.180.66:34343/ using document root <none> and password file <none>
20:04:07.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.628567 31895 fs_manager.cc:362] Metadata directory not provided
20:04:07.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.628764 31895 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:07.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.629155 31895 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:07.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.634964 31895 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-1/data/instance:
20:04:07.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c7a1afe07cb4ec68ec24f688c81eb1d"
20:04:07.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:04:07 on dist-test-slave-76z2"
20:04:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.636121 31895 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-1/wal/instance:
20:04:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c7a1afe07cb4ec68ec24f688c81eb1d"
20:04:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:04:07 on dist-test-slave-76z2"
20:04:07.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.643961 31895 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.001s
20:04:07.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.649791 31914 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.651160 31895 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.006s	sys 0.000s
20:04:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.651468 31895 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-1/data,/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-1/wal
20:04:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c7a1afe07cb4ec68ec24f688c81eb1d"
20:04:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:04:07 on dist-test-slave-76z2"
20:04:07.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.651763 31895 fs_report.cc:389] FS layout report
20:04:07.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:07.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-1/wal
20:04:07.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-1/wal
20:04:07.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-1/data/data
20:04:07.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:07.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:07.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:07.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:07.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:07.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:07.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:07.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:07.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:07.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:07.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:07.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.709061 31895 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:07.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.710769 31895 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:07.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.711290 31895 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:07.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.713985 31895 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:04:07.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.718676 31895 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:07.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.718897 31895 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:04:07.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.719177 31895 ts_tablet_manager.cc:616] Registered 0 tablets
20:04:07.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.719340 31895 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:04:07.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.866896 31895 rpc_server.cc:307] RPC server started. Bound to: 127.30.180.66:35617
20:04:07.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.867036 32026 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.180.66:35617 every 8 connection(s)
20:04:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.869503 31895 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-1/data/info.pb
20:04:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.873399 31441 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu as pid 31895
20:04:07.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.873927 31441 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-1/wal/instance
20:04:07.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.901551 31441 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu
20:04:07.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu
20:04:07.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-2/wal
20:04:07.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-2/data
20:04:07.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:07.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:07.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:07.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:07.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:07.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:07.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-2/logs
20:04:07.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-2/data/info.pb
20:04:07.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:07.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:07.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:07.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:07.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:07.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:07.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:07.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:07.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:07.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:07.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.180.67:0
20:04:07.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.180.67
20:04:07.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.180.67
20:04:07.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:07.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.180.126:41729,127.30.180.125:32861,127.30.180.124:45151
20:04:07.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.180.84:42035
20:04:07.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:07.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:07.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:04:07.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.925762 32027 heartbeater.cc:344] Connected to a master server at 127.30.180.124:45151
20:04:07.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.925760 32028 heartbeater.cc:344] Connected to a master server at 127.30.180.125:32861
20:04:07.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.926445 32027 heartbeater.cc:461] Registering TS with master...
20:04:07.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.926445 32028 heartbeater.cc:461] Registering TS with master...
20:04:07.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.927423 32029 heartbeater.cc:344] Connected to a master server at 127.30.180.126:41729
20:04:07.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.927807 32029 heartbeater.cc:461] Registering TS with master...
20:04:07.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.928179 32028 heartbeater.cc:507] Master 127.30.180.125:32861 requested a full tablet report, sending...
20:04:07.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.928885 32029 heartbeater.cc:507] Master 127.30.180.126:41729 requested a full tablet report, sending...
20:04:07.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.932065 31561 ts_manager.cc:194] Registered new tserver with Master: 3c7a1afe07cb4ec68ec24f688c81eb1d (127.30.180.66:35617)
20:04:07.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.934896 32027 heartbeater.cc:507] Master 127.30.180.124:45151 requested a full tablet report, sending...
20:04:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.936977 31644 ts_manager.cc:194] Registered new tserver with Master: 3c7a1afe07cb4ec68ec24f688c81eb1d (127.30.180.66:35617)
20:04:07.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.936959 31486 ts_manager.cc:194] Registered new tserver with Master: 3c7a1afe07cb4ec68ec24f688c81eb1d (127.30.180.66:35617)
20:04:07.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:07.938416 31644 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.180.66:54111
20:04:08.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:08.257593 32037 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:08.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:08.258137 32037 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:08.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:08.258582 32037 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:08.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:08.316417 32037 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:08.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:08.317513 32037 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.180.67
20:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:08.358451 32037 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.180.84:42035
20:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-2/data
20:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-2/wal
20:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.180.67:0
20:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-2/data/info.pb
20:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.180.67
20:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.180.126:41729,127.30.180.125:32861,127.30.180.124:45151
20:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:08.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:08.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:08.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.180.67
20:04:08.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-2/logs
20:04:08.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:08.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:08.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:08.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:08.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:08.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:04:08.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:08.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:23 UTC on e7f111948823
20:04:08.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12779
20:04:08.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:08.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:08.360260 32037 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:08.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:08.362092 32037 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:04:08.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:08.380085 32044 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:08.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:08.941531 32027 heartbeater.cc:499] Master 127.30.180.124:45151 was elected leader, sending a full tablet report...
20:04:10.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:09.784477 32042 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 32037
20:04:10.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:10.026199 32037 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.648s	user 0.609s	sys 1.000s
20:04:10.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:10.026751 32037 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.649s	user 0.609s	sys 1.000s
20:04:10.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:08.380630 32043 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:10.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:10.029063 32046 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.032708 32037 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:10.032712 32045 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1646 milliseconds
20:04:10.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.034296 32037 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:10.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.036696 32037 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.038111 32037 hybrid_clock.cc:648] HybridClock initialized: now 1783541050038073 us; error 44 us; skew 500 ppm
20:04:10.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.039008 32037 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:10.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.045415 32037 webserver.cc:533] Webserver started at http://127.30.180.67:39363/ using document root <none> and password file <none>
20:04:10.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.046458 32037 fs_manager.cc:362] Metadata directory not provided
20:04:10.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.046715 32037 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:10.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.047302 32037 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.052055 32037 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-2/data/instance:
20:04:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "277b49633cc543b9a515a7dfb15aa70e"
20:04:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:04:10 on dist-test-slave-76z2"
20:04:10.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.053303 32037 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-2/wal/instance:
20:04:10.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "277b49633cc543b9a515a7dfb15aa70e"
20:04:10.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:04:10 on dist-test-slave-76z2"
20:04:10.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.060976 32037 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.004s
20:04:10.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.066809 32060 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:10.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.068080 32037 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
20:04:10.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.068472 32037 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-2/data,/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-2/wal
20:04:10.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "277b49633cc543b9a515a7dfb15aa70e"
20:04:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:04:10 on dist-test-slave-76z2"
20:04:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.068857 32037 fs_report.cc:389] FS layout report
20:04:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-2/wal
20:04:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-2/wal
20:04:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-2/data/data
20:04:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:10.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:10.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:10.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:10.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.130568 32037 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.132509 32037 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.133134 32037 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:10.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.135953 32037 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:04:10.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.140229 32037 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:04:10.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.140425 32037 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
20:04:10.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.140627 32037 ts_tablet_manager.cc:616] Registered 0 tablets
20:04:10.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.140763 32037 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
20:04:10.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.293668 32037 rpc_server.cc:307] RPC server started. Bound to: 127.30.180.67:39895
20:04:10.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.293790 32172 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.180.67:39895 every 8 connection(s)
20:04:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.297163 32037 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-2/data/info.pb
20:04:10.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.306476 31441 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu as pid 32037
20:04:10.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.307087 31441 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-2/wal/instance
20:04:10.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.353432 32174 heartbeater.cc:344] Connected to a master server at 127.30.180.125:32861
20:04:10.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.353966 32174 heartbeater.cc:461] Registering TS with master...
20:04:10.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.354298 32175 heartbeater.cc:344] Connected to a master server at 127.30.180.126:41729
20:04:10.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.354645 32175 heartbeater.cc:461] Registering TS with master...
20:04:10.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.354872 32173 heartbeater.cc:344] Connected to a master server at 127.30.180.124:45151
20:04:10.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.355181 32173 heartbeater.cc:461] Registering TS with master...
20:04:10.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.355492 32174 heartbeater.cc:507] Master 127.30.180.125:32861 requested a full tablet report, sending...
20:04:10.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.356117 32173 heartbeater.cc:507] Master 127.30.180.124:45151 requested a full tablet report, sending...
20:04:10.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.356555 32175 heartbeater.cc:507] Master 127.30.180.126:41729 requested a full tablet report, sending...
20:04:10.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.358526 31644 ts_manager.cc:194] Registered new tserver with Master: 277b49633cc543b9a515a7dfb15aa70e (127.30.180.67:39895)
20:04:10.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.358757 31561 ts_manager.cc:194] Registered new tserver with Master: 277b49633cc543b9a515a7dfb15aa70e (127.30.180.67:39895)
20:04:10.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.358991 31486 ts_manager.cc:194] Registered new tserver with Master: 277b49633cc543b9a515a7dfb15aa70e (127.30.180.67:39895)
20:04:10.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.360294 31644 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.180.67:52213
20:04:10.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.374593 31441 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
20:04:10.388 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
20:04:10.388 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

20:04:10.391 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.30.180.126"
      port: 41729
    }
    bound_http_address {
      host: "127.30.180.126"
      port: 42805
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.30.180.125"
      port: 32861
    }
    bound_http_address {
      host: "127.30.180.125"
      port: 38035
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.30.180.124"
      port: 45151
    }
    bound_http_address {
      host: "127.30.180.124"
      port: 38579
    }
  }
}

20:04:10.391 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

20:04:10.393 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.30.180.65"
      port: 42193
    }
    bound_http_address {
      host: "127.30.180.65"
      port: 42161
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.30.180.66"
      port: 35617
    }
    bound_http_address {
      host: "127.30.180.66"
      port: 34343
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.30.180.67"
      port: 39895
    }
    bound_http_address {
      host: "127.30.180.67"
      port: 39363
    }
  }
}

20:04:10.393 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:04:10.396 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
20:04:10.398 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.30.180.126:41729(127.30.180.126:41729)] connecting to peer
20:04:10.400 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.30.180.124:45151(127.30.180.124:45151)] connecting to peer
20:04:10.401 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.30.180.126:41729(127.30.180.126:41729)] Successfully connected to peer
20:04:10.405 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.30.180.126
20:04:10.411 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.30.180.125:32861(127.30.180.125:32861)] connecting to peer
20:04:10.413 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.30.180.124:45151(127.30.180.124:45151)] Successfully connected to peer
20:04:10.417 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.30.180.125:32861(127.30.180.125:32861)] Successfully connected to peer
20:04:10.418 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.30.180.124
20:04:10.426 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.30.180.125
20:04:10.426 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x01bb6661, L:/127.0.0.1:52530 - R:/127.30.180.126:41729] using SASL/PLAIN
20:04:10.440 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xffbfeb74, L:/127.0.0.1:52580 - R:/127.30.180.124:45151] using SASL/PLAIN
20:04:10.446 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:04:10.447 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=49), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.180.126:41729, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.180.124:45151, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.180.125:32861, [34ms] Sub RPC ConnectToMaster: received response from server master-127.30.180.126:41729: OK, [48ms] Sub RPC ConnectToMaster: received response from server master-127.30.180.124:45151: OK, deferred=null) after lookup
20:04:10.449 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x4b93fd13, L:/127.0.0.1:56712 - R:/127.30.180.125:32861] using SASL/PLAIN
20:04:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.449572 31644 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52580:
20:04:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART"
20:04:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
20:04:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
20:04:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:04:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
20:04:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:10.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:10.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:10.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:04:10.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:10.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:10.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
20:04:10.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:04:10.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:04:10.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:10.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:10.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:10.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:04:10.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:10.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:10.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
20:04:10.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
20:04:10.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:04:10.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:10.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:10.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:10.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:04:10.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:10.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:10.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
20:04:10.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
20:04:10.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:04:10.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
20:04:10.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
20:04:10.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
20:04:10.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
20:04:10.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:10.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:04:10.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:10.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
20:04:10.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
20:04:10.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
20:04:10.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
20:04:10.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
20:04:10.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
20:04:10.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
20:04:10.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
20:04:10.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:10.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:10.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
20:04:10.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
20:04:10.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
20:04:10.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
20:04:10.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
20:04:10.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
20:04:10.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
20:04:10.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:10.454093 31644 catalog_manager.cc:7077] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestClientFailoverSupport-RESTART in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
20:04:10.499 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table f26c42f856844415aedc94d5eda1d55d
20:04:10.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.533301 31820 tablet_service.cc:1511] Processing CreateTablet for tablet 1af098abe1d049409fa20918875d9ffa (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=f26c42f856844415aedc94d5eda1d55d]), partition=RANGE (key) PARTITION UNBOUNDED
20:04:10.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.534981 31820 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1af098abe1d049409fa20918875d9ffa. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:10.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.561925 32108 tablet_service.cc:1511] Processing CreateTablet for tablet 1af098abe1d049409fa20918875d9ffa (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=f26c42f856844415aedc94d5eda1d55d]), partition=RANGE (key) PARTITION UNBOUNDED
20:04:10.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.562932 31962 tablet_service.cc:1511] Processing CreateTablet for tablet 1af098abe1d049409fa20918875d9ffa (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=f26c42f856844415aedc94d5eda1d55d]), partition=RANGE (key) PARTITION UNBOUNDED
20:04:10.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.564193 32108 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1af098abe1d049409fa20918875d9ffa. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:10.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.564970 31962 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1af098abe1d049409fa20918875d9ffa. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:10.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.567936 32205 tablet_bootstrap.cc:492] T 1af098abe1d049409fa20918875d9ffa P 7a8644cc63dc49fe843a3ad84c9be807: Bootstrap starting.
20:04:10.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.575814 32205 tablet_bootstrap.cc:654] T 1af098abe1d049409fa20918875d9ffa P 7a8644cc63dc49fe843a3ad84c9be807: Neither blocks nor log segments found. Creating new log.
20:04:10.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.578143 32205 log.cc:826] T 1af098abe1d049409fa20918875d9ffa P 7a8644cc63dc49fe843a3ad84c9be807: Log is configured to *not* fsync() on all Append() calls
20:04:10.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.586566 32205 tablet_bootstrap.cc:492] T 1af098abe1d049409fa20918875d9ffa P 7a8644cc63dc49fe843a3ad84c9be807: No bootstrap required, opened a new log
20:04:10.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.587148 32205 ts_tablet_manager.cc:1403] T 1af098abe1d049409fa20918875d9ffa P 7a8644cc63dc49fe843a3ad84c9be807: Time spent bootstrapping tablet: real 0.020s	user 0.018s	sys 0.000s
20:04:10.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.588213 32207 tablet_bootstrap.cc:492] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d: Bootstrap starting.
20:04:10.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.593242 32208 tablet_bootstrap.cc:492] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e: Bootstrap starting.
20:04:10.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.595993 32207 tablet_bootstrap.cc:654] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d: Neither blocks nor log segments found. Creating new log.
20:04:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.598537 32207 log.cc:826] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d: Log is configured to *not* fsync() on all Append() calls
20:04:10.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.601179 32208 tablet_bootstrap.cc:654] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e: Neither blocks nor log segments found. Creating new log.
20:04:10.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.603725 32208 log.cc:826] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e: Log is configured to *not* fsync() on all Append() calls
20:04:10.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.606714 32207 tablet_bootstrap.cc:492] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d: No bootstrap required, opened a new log
20:04:10.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.607246 32207 ts_tablet_manager.cc:1403] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d: Time spent bootstrapping tablet: real 0.020s	user 0.016s	sys 0.000s
20:04:10.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.610126 32208 tablet_bootstrap.cc:492] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e: No bootstrap required, opened a new log
20:04:10.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.610728 32208 ts_tablet_manager.cc:1403] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e: Time spent bootstrapping tablet: real 0.018s	user 0.014s	sys 0.000s
20:04:10.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.612144 32205 raft_consensus.cc:359] T 1af098abe1d049409fa20918875d9ffa P 7a8644cc63dc49fe843a3ad84c9be807 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8644cc63dc49fe843a3ad84c9be807" member_type: VOTER last_known_addr { host: "127.30.180.65" port: 42193 } } peers { permanent_uuid: "3c7a1afe07cb4ec68ec24f688c81eb1d" member_type: VOTER last_known_addr { host: "127.30.180.66" port: 35617 } } peers { permanent_uuid: "277b49633cc543b9a515a7dfb15aa70e" member_type: VOTER last_known_addr { host: "127.30.180.67" port: 39895 } }
20:04:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.612816 32205 raft_consensus.cc:385] T 1af098abe1d049409fa20918875d9ffa P 7a8644cc63dc49fe843a3ad84c9be807 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:10.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.613125 32205 raft_consensus.cc:740] T 1af098abe1d049409fa20918875d9ffa P 7a8644cc63dc49fe843a3ad84c9be807 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7a8644cc63dc49fe843a3ad84c9be807, State: Initialized, Role: FOLLOWER
20:04:10.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.614069 32205 consensus_queue.cc:260] T 1af098abe1d049409fa20918875d9ffa P 7a8644cc63dc49fe843a3ad84c9be807 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8644cc63dc49fe843a3ad84c9be807" member_type: VOTER last_known_addr { host: "127.30.180.65" port: 42193 } } peers { permanent_uuid: "3c7a1afe07cb4ec68ec24f688c81eb1d" member_type: VOTER last_known_addr { host: "127.30.180.66" port: 35617 } } peers { permanent_uuid: "277b49633cc543b9a515a7dfb15aa70e" member_type: VOTER last_known_addr { host: "127.30.180.67" port: 39895 } }
20:04:10.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.617798 32205 ts_tablet_manager.cc:1434] T 1af098abe1d049409fa20918875d9ffa P 7a8644cc63dc49fe843a3ad84c9be807: Time spent starting tablet: real 0.030s	user 0.029s	sys 0.000s
20:04:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.639228 32207 raft_consensus.cc:359] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8644cc63dc49fe843a3ad84c9be807" member_type: VOTER last_known_addr { host: "127.30.180.65" port: 42193 } } peers { permanent_uuid: "3c7a1afe07cb4ec68ec24f688c81eb1d" member_type: VOTER last_known_addr { host: "127.30.180.66" port: 35617 } } peers { permanent_uuid: "277b49633cc543b9a515a7dfb15aa70e" member_type: VOTER last_known_addr { host: "127.30.180.67" port: 39895 } }
20:04:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.640126 32207 raft_consensus.cc:385] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:10.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.640447 32207 raft_consensus.cc:740] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3c7a1afe07cb4ec68ec24f688c81eb1d, State: Initialized, Role: FOLLOWER
20:04:10.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.641438 32207 consensus_queue.cc:260] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8644cc63dc49fe843a3ad84c9be807" member_type: VOTER last_known_addr { host: "127.30.180.65" port: 42193 } } peers { permanent_uuid: "3c7a1afe07cb4ec68ec24f688c81eb1d" member_type: VOTER last_known_addr { host: "127.30.180.66" port: 35617 } } peers { permanent_uuid: "277b49633cc543b9a515a7dfb15aa70e" member_type: VOTER last_known_addr { host: "127.30.180.67" port: 39895 } }
20:04:10.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.641607 32208 raft_consensus.cc:359] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8644cc63dc49fe843a3ad84c9be807" member_type: VOTER last_known_addr { host: "127.30.180.65" port: 42193 } } peers { permanent_uuid: "3c7a1afe07cb4ec68ec24f688c81eb1d" member_type: VOTER last_known_addr { host: "127.30.180.66" port: 35617 } } peers { permanent_uuid: "277b49633cc543b9a515a7dfb15aa70e" member_type: VOTER last_known_addr { host: "127.30.180.67" port: 39895 } }
20:04:10.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.642428 32208 raft_consensus.cc:385] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:10.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.642731 32208 raft_consensus.cc:740] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 277b49633cc543b9a515a7dfb15aa70e, State: Initialized, Role: FOLLOWER
20:04:10.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.643868 32208 consensus_queue.cc:260] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8644cc63dc49fe843a3ad84c9be807" member_type: VOTER last_known_addr { host: "127.30.180.65" port: 42193 } } peers { permanent_uuid: "3c7a1afe07cb4ec68ec24f688c81eb1d" member_type: VOTER last_known_addr { host: "127.30.180.66" port: 35617 } } peers { permanent_uuid: "277b49633cc543b9a515a7dfb15aa70e" member_type: VOTER last_known_addr { host: "127.30.180.67" port: 39895 } }
20:04:10.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.648000 32173 heartbeater.cc:499] Master 127.30.180.124:45151 was elected leader, sending a full tablet report...
20:04:10.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.649120 32208 ts_tablet_manager.cc:1434] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e: Time spent starting tablet: real 0.038s	user 0.031s	sys 0.007s
20:04:10.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.653154 32207 ts_tablet_manager.cc:1434] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d: Time spent starting tablet: real 0.046s	user 0.030s	sys 0.011s
20:04:10.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.662497 32211 raft_consensus.cc:493] T 1af098abe1d049409fa20918875d9ffa P 7a8644cc63dc49fe843a3ad84c9be807 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:10.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.663165 32211 raft_consensus.cc:515] T 1af098abe1d049409fa20918875d9ffa P 7a8644cc63dc49fe843a3ad84c9be807 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8644cc63dc49fe843a3ad84c9be807" member_type: VOTER last_known_addr { host: "127.30.180.65" port: 42193 } } peers { permanent_uuid: "3c7a1afe07cb4ec68ec24f688c81eb1d" member_type: VOTER last_known_addr { host: "127.30.180.66" port: 35617 } } peers { permanent_uuid: "277b49633cc543b9a515a7dfb15aa70e" member_type: VOTER last_known_addr { host: "127.30.180.67" port: 39895 } }
20:04:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.666596 32211 leader_election.cc:290] T 1af098abe1d049409fa20918875d9ffa P 7a8644cc63dc49fe843a3ad84c9be807 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3c7a1afe07cb4ec68ec24f688c81eb1d (127.30.180.66:35617), 277b49633cc543b9a515a7dfb15aa70e (127.30.180.67:39895)
20:04:10.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.692976 31982 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1af098abe1d049409fa20918875d9ffa" candidate_uuid: "7a8644cc63dc49fe843a3ad84c9be807" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3c7a1afe07cb4ec68ec24f688c81eb1d" is_pre_election: true
20:04:10.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.693048 32128 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1af098abe1d049409fa20918875d9ffa" candidate_uuid: "7a8644cc63dc49fe843a3ad84c9be807" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "277b49633cc543b9a515a7dfb15aa70e" is_pre_election: true
20:04:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.693856 32128 raft_consensus.cc:2468] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7a8644cc63dc49fe843a3ad84c9be807 in term 0.
20:04:10.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.693861 31982 raft_consensus.cc:2468] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7a8644cc63dc49fe843a3ad84c9be807 in term 0.
20:04:10.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.695210 31774 leader_election.cc:304] T 1af098abe1d049409fa20918875d9ffa P 7a8644cc63dc49fe843a3ad84c9be807 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 277b49633cc543b9a515a7dfb15aa70e, 7a8644cc63dc49fe843a3ad84c9be807; no voters: 
20:04:10.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.696024 32211 raft_consensus.cc:2804] T 1af098abe1d049409fa20918875d9ffa P 7a8644cc63dc49fe843a3ad84c9be807 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:10.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.696323 32211 raft_consensus.cc:493] T 1af098abe1d049409fa20918875d9ffa P 7a8644cc63dc49fe843a3ad84c9be807 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:10.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.696553 32211 raft_consensus.cc:3060] T 1af098abe1d049409fa20918875d9ffa P 7a8644cc63dc49fe843a3ad84c9be807 [term 0 FOLLOWER]: Advancing to term 1
20:04:10.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.703325 32211 raft_consensus.cc:515] T 1af098abe1d049409fa20918875d9ffa P 7a8644cc63dc49fe843a3ad84c9be807 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8644cc63dc49fe843a3ad84c9be807" member_type: VOTER last_known_addr { host: "127.30.180.65" port: 42193 } } peers { permanent_uuid: "3c7a1afe07cb4ec68ec24f688c81eb1d" member_type: VOTER last_known_addr { host: "127.30.180.66" port: 35617 } } peers { permanent_uuid: "277b49633cc543b9a515a7dfb15aa70e" member_type: VOTER last_known_addr { host: "127.30.180.67" port: 39895 } }
20:04:10.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.704958 32211 leader_election.cc:290] T 1af098abe1d049409fa20918875d9ffa P 7a8644cc63dc49fe843a3ad84c9be807 [CANDIDATE]: Term 1 election: Requested vote from peers 3c7a1afe07cb4ec68ec24f688c81eb1d (127.30.180.66:35617), 277b49633cc543b9a515a7dfb15aa70e (127.30.180.67:39895)
20:04:10.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.705874 31982 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1af098abe1d049409fa20918875d9ffa" candidate_uuid: "7a8644cc63dc49fe843a3ad84c9be807" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3c7a1afe07cb4ec68ec24f688c81eb1d"
20:04:10.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.706053 32128 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1af098abe1d049409fa20918875d9ffa" candidate_uuid: "7a8644cc63dc49fe843a3ad84c9be807" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "277b49633cc543b9a515a7dfb15aa70e"
20:04:10.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.706293 31982 raft_consensus.cc:3060] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d [term 0 FOLLOWER]: Advancing to term 1
20:04:10.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.706653 32128 raft_consensus.cc:3060] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e [term 0 FOLLOWER]: Advancing to term 1
20:04:10.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.710883 31982 raft_consensus.cc:2468] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7a8644cc63dc49fe843a3ad84c9be807 in term 1.
20:04:10.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.711997 31776 leader_election.cc:304] T 1af098abe1d049409fa20918875d9ffa P 7a8644cc63dc49fe843a3ad84c9be807 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3c7a1afe07cb4ec68ec24f688c81eb1d, 7a8644cc63dc49fe843a3ad84c9be807; no voters: 
20:04:10.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.712164 32128 raft_consensus.cc:2468] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7a8644cc63dc49fe843a3ad84c9be807 in term 1.
20:04:10.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.712942 32211 raft_consensus.cc:2804] T 1af098abe1d049409fa20918875d9ffa P 7a8644cc63dc49fe843a3ad84c9be807 [term 1 FOLLOWER]: Leader election won for term 1
20:04:10.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.715008 32211 raft_consensus.cc:697] T 1af098abe1d049409fa20918875d9ffa P 7a8644cc63dc49fe843a3ad84c9be807 [term 1 LEADER]: Becoming Leader. State: Replica: 7a8644cc63dc49fe843a3ad84c9be807, State: Running, Role: LEADER
20:04:10.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.716576 32211 consensus_queue.cc:237] T 1af098abe1d049409fa20918875d9ffa P 7a8644cc63dc49fe843a3ad84c9be807 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8644cc63dc49fe843a3ad84c9be807" member_type: VOTER last_known_addr { host: "127.30.180.65" port: 42193 } } peers { permanent_uuid: "3c7a1afe07cb4ec68ec24f688c81eb1d" member_type: VOTER last_known_addr { host: "127.30.180.66" port: 35617 } } peers { permanent_uuid: "277b49633cc543b9a515a7dfb15aa70e" member_type: VOTER last_known_addr { host: "127.30.180.67" port: 39895 } }
20:04:10.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.729813 31643 catalog_manager.cc:5697] T 1af098abe1d049409fa20918875d9ffa P 7a8644cc63dc49fe843a3ad84c9be807 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7a8644cc63dc49fe843a3ad84c9be807 (127.30.180.65). New cstate: current_term: 1 leader_uuid: "7a8644cc63dc49fe843a3ad84c9be807" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8644cc63dc49fe843a3ad84c9be807" member_type: VOTER last_known_addr { host: "127.30.180.65" port: 42193 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3c7a1afe07cb4ec68ec24f688c81eb1d" member_type: VOTER last_known_addr { host: "127.30.180.66" port: 35617 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "277b49633cc543b9a515a7dfb15aa70e" member_type: VOTER last_known_addr { host: "127.30.180.67" port: 39895 } health_report { overall_health: UNKNOWN } } }
20:04:10.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:10.780109 31894 tablet.cc:2406] T 1af098abe1d049409fa20918875d9ffa P 7a8644cc63dc49fe843a3ad84c9be807: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:10.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:10.835372 32182 tablet.cc:2406] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:10.845 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table f26c42f856844415aedc94d5eda1d55d
20:04:10.850 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1af098abe1d049409fa20918875d9ffa for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
20:04:10.851 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1af098abe1d049409fa20918875d9ffa@[277b49633cc543b9a515a7dfb15aa70e(127.30.180.67:39895),3c7a1afe07cb4ec68ec24f688c81eb1d(127.30.180.66:35617),7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193)[L]]}]
20:04:10.851 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.180.124:45151, [4ms] Sub RPC GetTableLocations: received response from server master-127.30.180.124:45151: OK, deferred=null) after lookup
20:04:10.852 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193)] connecting to peer
20:04:10.854 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193)] Successfully connected to peer
20:04:10.877 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x937d4f62, L:/127.0.0.1:49008 - R:/127.30.180.65:42193] using TOKEN/null
20:04:10.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.903393 32128 raft_consensus.cc:1275] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e [term 1 FOLLOWER]: Refusing update from remote peer 7a8644cc63dc49fe843a3ad84c9be807: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:10.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:10.903872 32032 tablet.cc:2406] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:10.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.904496 31982 raft_consensus.cc:1275] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d [term 1 FOLLOWER]: Refusing update from remote peer 7a8644cc63dc49fe843a3ad84c9be807: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:10.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.906088 32211 consensus_queue.cc:1048] T 1af098abe1d049409fa20918875d9ffa P 7a8644cc63dc49fe843a3ad84c9be807 [LEADER]: Connected to new peer: Peer: permanent_uuid: "277b49633cc543b9a515a7dfb15aa70e" member_type: VOTER last_known_addr { host: "127.30.180.67" port: 39895 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:10.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.906951 32216 consensus_queue.cc:1048] T 1af098abe1d049409fa20918875d9ffa P 7a8644cc63dc49fe843a3ad84c9be807 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3c7a1afe07cb4ec68ec24f688c81eb1d" member_type: VOTER last_known_addr { host: "127.30.180.66" port: 35617 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:04:10.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.952055 32222 mvcc.cc:204] Tried to move back new op lower bound from 7305384144475717632 to 7305384143743766528. Current Snapshot: MvccSnapshot[applied={T|T < 7305384144475717632}]
20:04:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:10.966001 32221 mvcc.cc:204] Tried to move back new op lower bound from 7305384144475717632 to 7305384143743766528. Current Snapshot: MvccSnapshot[applied={T|T < 7305384144475717632}]
20:04:11.139 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-RESTART, tablet=1af098abe1d049409fa20918875d9ffa, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:11.140 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.30.180.124:45151
20:04:11.140 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

20:04:11.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:11.140965 31441 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu with pid 31598
20:04:11.168 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.30.180.124:45151(127.30.180.124:45151)] handling channelInactive
20:04:11.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.180.124:45151(127.30.180.124:45151)] cleaning up while in state READY due to: connection closed
20:04:11.170 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:04:11.170 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.30.180.124:45151
20:04:11.173 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 2
  }
}

20:04:11.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:11.175199 31441 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu
20:04:11.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu
20:04:11.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/wal
20:04:11.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/data
20:04:11.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:11.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:11.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:11.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:11.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:11.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:11.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/logs
20:04:11.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/data/info.pb
20:04:11.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:11.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:11.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:11.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:11.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:11.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:11.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:11.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:11.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:11.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:11.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:11.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:11.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.180.124:45151
20:04:11.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.180.124
20:04:11.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38579
20:04:11.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.180.84:42035
20:04:11.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:11.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:11.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:11.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:11.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.180.126:41729,127.30.180.125:32861,127.30.180.124:45151
20:04:11.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:11.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44047/jwks.json with env {}
20:04:11.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:11.587462 32231 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:11.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:11.588038 32231 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:11.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:11.588646 32231 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:11.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:11.626214 32231 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:04:11.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:11.626506 32231 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:11.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:11.626708 32231 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:11.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:11.626900 32231 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:04:11.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:11.627220 32231 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:11.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:11.627389 32231 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44047/jwks.json
20:04:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:11.668044 32231 master_runner.cc:387] Master server non-default flags:
20:04:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.180.84:42035
20:04:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/data
20:04:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/wal
20:04:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.180.126:41729,127.30.180.125:32861,127.30.180.124:45151
20:04:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.180.124:45151
20:04:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44047/jwks.json
20:04:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/data/info.pb
20:04:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.180.124
20:04:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38579
20:04:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/logs
20:04:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
20:04:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 844bedc15e81bd62879377e001142786f7d931d8
20:04:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 19:43:23 UTC on e7f111948823
20:04:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12779
20:04:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:11.669421 32231 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:11.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:11.671263 32231 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:04:11.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:11.683903 32237 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:11.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:11.985697 32027 heartbeater.cc:646] Failed to heartbeat to 127.30.180.124:45151 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.30.180.124:45151: connect: Connection refused (error 111)
20:04:11.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:11.991796 31885 heartbeater.cc:646] Failed to heartbeat to 127.30.180.124:45151 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.30.180.124:45151: connect: Connection refused (error 111)
20:04:12.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:12.001773 32173 heartbeater.cc:646] Failed to heartbeat to 127.30.180.124:45151 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.30.180.124:45151: connect: Connection refused (error 111)
20:04:12.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.252681 32248 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [term 1 FOLLOWER]: Starting pre-election (detected failure of leader bfcf37071ec04b24b69911b6ba004cda)
20:04:12.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.253515 32248 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } }
20:04:12.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.256687 32248 leader_election.cc:290] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 5cbc7aa2f4424c588de5246edf0efdf1 (127.30.180.126:41729), bfcf37071ec04b24b69911b6ba004cda (127.30.180.124:45151)
20:04:12.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.257755 31496 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1deee248dc2f4ff6a7c5ab772974275d" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" is_pre_election: true
20:04:12.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.258030 32247 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader bfcf37071ec04b24b69911b6ba004cda)
20:04:12.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.259366 32247 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } }
20:04:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.260901 31496 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1deee248dc2f4ff6a7c5ab772974275d in term 1.
20:04:12.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.267309 32247 leader_election.cc:290] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 1deee248dc2f4ff6a7c5ab772974275d (127.30.180.125:32861), bfcf37071ec04b24b69911b6ba004cda (127.30.180.124:45151)
20:04:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.269181 31569 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "1deee248dc2f4ff6a7c5ab772974275d" is_pre_election: true
20:04:12.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.269929 31569 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5cbc7aa2f4424c588de5246edf0efdf1 in term 1.
20:04:12.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.266994 31547 leader_election.cc:304] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1deee248dc2f4ff6a7c5ab772974275d, 5cbc7aa2f4424c588de5246edf0efdf1; no voters: 
20:04:12.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.276347 32248 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [term 1 FOLLOWER]: Leader pre-election won for term 2
20:04:12.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.276777 32248 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [term 1 FOLLOWER]: Starting leader election (detected failure of leader bfcf37071ec04b24b69911b6ba004cda)
20:04:12.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.277236 32248 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [term 1 FOLLOWER]: Advancing to term 2
20:04:12.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.300801 32248 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } }
20:04:12.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.303936 31496 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1deee248dc2f4ff6a7c5ab772974275d" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "5cbc7aa2f4424c588de5246edf0efdf1"
20:04:12.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.304543 31496 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [term 1 FOLLOWER]: Advancing to term 2
20:04:12.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:12.305212 31471 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.180.124:45151: connect: Connection refused (error 111) [suppressed 13 similar messages]
20:04:12.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.313079 31496 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1deee248dc2f4ff6a7c5ab772974275d in term 2.
20:04:12.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.303557 32248 leader_election.cc:290] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [CANDIDATE]: Term 2 election: Requested vote from peers 5cbc7aa2f4424c588de5246edf0efdf1 (127.30.180.126:41729), bfcf37071ec04b24b69911b6ba004cda (127.30.180.124:45151)
20:04:12.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.315763 31547 leader_election.cc:304] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1deee248dc2f4ff6a7c5ab772974275d, 5cbc7aa2f4424c588de5246edf0efdf1; no voters: 
20:04:12.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.317018 32248 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [term 2 FOLLOWER]: Leader election won for term 2
20:04:12.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.319108 31471 leader_election.cc:304] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1deee248dc2f4ff6a7c5ab772974275d, 5cbc7aa2f4424c588de5246edf0efdf1; no voters: 
20:04:12.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.323184 32248 raft_consensus.cc:697] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [term 2 LEADER]: Becoming Leader. State: Replica: 1deee248dc2f4ff6a7c5ab772974275d, State: Running, Role: LEADER
20:04:12.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.324103 32247 raft_consensus.cc:2764] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [term 2 FOLLOWER]: Leader pre-election decision vote started in defunct term 1: won
20:04:12.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.325328 32248 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } }
20:04:12.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:12.328347 31546 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.180.124:45151: connect: Connection refused (error 111) [suppressed 7 similar messages]
20:04:12.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:12.331427 31471 leader_election.cc:336] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer bfcf37071ec04b24b69911b6ba004cda (127.30.180.124:45151): Network error: Client connection negotiation failed: client connection to 127.30.180.124:45151: connect: Connection refused (error 111)
20:04:12.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:12.337745 31546 leader_election.cc:336] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer bfcf37071ec04b24b69911b6ba004cda (127.30.180.124:45151): Network error: Client connection negotiation failed: client connection to 127.30.180.124:45151: connect: Connection refused (error 111)
20:04:12.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.340565 32252 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1deee248dc2f4ff6a7c5ab772974275d. Latest consensus state: current_term: 2 leader_uuid: "1deee248dc2f4ff6a7c5ab772974275d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } } }
20:04:12.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.341363 32252 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [sys.catalog]: This master's current role is: LEADER
20:04:12.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:12.345840 31546 leader_election.cc:336] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer bfcf37071ec04b24b69911b6ba004cda (127.30.180.124:45151): Network error: Client connection negotiation failed: client connection to 127.30.180.124:45151: connect: Connection refused (error 111)
20:04:12.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.364290 32255 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
20:04:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.380831 32255 catalog_manager.cc:679] Loaded metadata for table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=f26c42f856844415aedc94d5eda1d55d]
20:04:12.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.388222 32255 tablet_loader.cc:96] loaded metadata for tablet 1af098abe1d049409fa20918875d9ffa (table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=f26c42f856844415aedc94d5eda1d55d])
20:04:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.389884 32255 catalog_manager.cc:1520] Initializing Kudu cluster ID...
20:04:12.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.394430 32255 catalog_manager.cc:1295] Loaded cluster ID: 3fca2830711b4921b5f51569dc7a1b74
20:04:12.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.395100 32255 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
20:04:12.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.400130 32255 catalog_manager.cc:1540] Loading token signing keys...
20:04:12.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.403898 32255 catalog_manager.cc:6081] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d: Loaded TSK: 0
20:04:12.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.406006 32255 catalog_manager.cc:1550] Initializing in-progress tserver states...
20:04:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.756978 31496 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [term 2 FOLLOWER]: Refusing update from remote peer 1deee248dc2f4ff6a7c5ab772974275d: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 2 index: 8. (index mismatch)
20:04:12.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.758731 32252 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [LEADER]: Connected to new peer: Peer: permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
20:04:12.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.765949 32247 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1deee248dc2f4ff6a7c5ab772974275d. Latest consensus state: current_term: 2 leader_uuid: "1deee248dc2f4ff6a7c5ab772974275d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } } }
20:04:12.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.766691 32247 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [sys.catalog]: This master's current role is: FOLLOWER
20:04:12.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.768996 32248 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "1deee248dc2f4ff6a7c5ab772974275d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } } }
20:04:12.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.770974 32248 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [sys.catalog]: This master's current role is: LEADER
20:04:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:12.775293 31546 consensus_peers.cc:597] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d -> Peer bfcf37071ec04b24b69911b6ba004cda (127.30.180.124:45151): Couldn't send request to peer bfcf37071ec04b24b69911b6ba004cda. Status: Network error: Client connection negotiation failed: client connection to 127.30.180.124:45151: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:04:12.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.777944 32247 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "1deee248dc2f4ff6a7c5ab772974275d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } } }
20:04:12.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:12.778631 32247 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5cbc7aa2f4424c588de5246edf0efdf1 [sys.catalog]: This master's current role is: FOLLOWER
20:04:12.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:12.994256 31517 debug-util.cc:398] Leaking SignalData structure 0x7b080007ca60 after lost signal to thread 31454
20:04:12.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:12.994951 31517 debug-util.cc:398] Leaking SignalData structure 0x7b0800095140 after lost signal to thread 31520
20:04:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:11.689486 32231 server_base.cc:1061] running on GCE node
20:04:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:11.689759 32240 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:11.688539 32238 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:13.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.043305 32231 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:13.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.049588 32231 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:13.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.051141 32231 hybrid_clock.cc:648] HybridClock initialized: now 1783541053051020 us; error 119 us; skew 500 ppm
20:04:13.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.052366 32231 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:13.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.062472 32231 webserver.cc:533] Webserver started at http://127.30.180.124:38579/ using document root <none> and password file <none>
20:04:13.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.063894 32231 fs_manager.cc:362] Metadata directory not provided
20:04:13.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.064216 32231 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:13.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.077907 32231 fs_manager.cc:714] Time spent opening directory manager: real 0.009s	user 0.004s	sys 0.004s
20:04:13.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.084410 32268 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
20:04:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.085834 32231 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.002s
20:04:13.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.086283 32231 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/data,/tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/wal
20:04:13.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bfcf37071ec04b24b69911b6ba004cda"
20:04:13.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 20:04:00 on dist-test-slave-76z2"
20:04:13.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.089341 32231 fs_report.cc:389] FS layout report
20:04:13.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:13.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/wal
20:04:13.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/wal
20:04:13.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/data/data
20:04:13.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:13.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:13.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:13.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:13.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:13.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:13.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:13.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:13.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:13.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:13.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:13.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.164170 32231 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
20:04:13.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.165949 32231 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:13.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.166524 32231 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:13.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.397780 32231 rpc_server.cc:307] RPC server started. Bound to: 127.30.180.124:45151
20:04:13.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.397835 32321 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.180.124:45151 every 8 connection(s)
20:04:13.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.402253 32231 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/master-2/data/info.pb
20:04:13.413 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:04:13.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.412427 31441 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu as pid 32231
20:04:13.414 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.30.180.65:42193
20:04:13.414 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 0
  }
}

20:04:13.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.415580 31441 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu with pid 31724
20:04:13.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.418125 32322 sys_catalog.cc:263] Verifying existing consensus state
20:04:13.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.427888 32322 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda: Bootstrap starting.
20:04:13.464 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193)] handling channelInactive
20:04:13.464 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
20:04:13.464 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193)] cleaning up while in state READY due to: connection closed
20:04:13.466 [DEBUG - Time-limited test] (Connection.java:748) [peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193)] connecting to peer
20:04:13.471 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193
20:04:13.471 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193
20:04:13.471 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193) for tablet 1af098abe1d049409fa20918875d9ffa: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193
20:04:13.479 [DEBUG - pool-4-thread-1] (Connection.java:748) [peer master-127.30.180.124:45151(127.30.180.124:45151)] connecting to peer
20:04:13.482 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.30.180.124:45151(127.30.180.124:45151)] Successfully connected to peer
20:04:13.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.487370 32322 log.cc:826] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda: Log is configured to *not* fsync() on all Append() calls
20:04:13.500 [DEBUG - kudu-nio-5] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.30.180.124
20:04:13.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.520929 32322 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=5 ignored=0} mutations{seen=2 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:04:13.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.522225 32322 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda: Bootstrap complete.
20:04:13.532 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x5733a921, L:/127.0.0.1:52664 - R:/127.30.180.124:45151] using SASL/PLAIN
20:04:13.537 [DEBUG - kudu-nio-5] (RemoteTablet.java:167) master-127.30.180.124:45151 was demoted as the leader for Kudu Master
20:04:13.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.553736 32322 raft_consensus.cc:359] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } }
20:04:13.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.556450 32322 raft_consensus.cc:740] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: bfcf37071ec04b24b69911b6ba004cda, State: Initialized, Role: FOLLOWER
20:04:13.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.557260 32322 consensus_queue.cc:260] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } }
20:04:13.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.564682 32322 sys_catalog.cc:565] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [sys.catalog]: configured and running, proceeding with master startup.
20:04:13.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.560427 32328 sys_catalog.cc:455] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } } }
20:04:13.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.565250 32328 sys_catalog.cc:458] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [sys.catalog]: This master's current role is: FOLLOWER
20:04:13.567 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:04:13.568 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=29987, elapsed=89), Traces: [0ms] sending RPC to server master-127.30.180.124:45151, [58ms] delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [58ms] received response from server master-127.30.180.124:45151: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.180.126:41729, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.180.124:45151, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.180.125:32861, [87ms] Sub RPC ConnectToMaster: received response from server master-127.30.180.126:41729: OK, [87ms] Sub RPC ConnectToMaster: received response from server master-127.30.180.125:32861: OK, deferred=Deferred@2133012961(state=PENDING, result=null, callback=get tablet locations from the master for table org.apache.kudu.client.TestClientFailoverSupport-RESTART -> release master lookup permit -> retry RPC, errback=passthrough -> release master lookup permit -> retry RPC after error)) after lookup
20:04:13.570 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.30.180.124:45151: Catalog manager is not initialized. State: Starting
20:04:13.575 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1af098abe1d049409fa20918875d9ffa for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
20:04:13.575 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1af098abe1d049409fa20918875d9ffa@[277b49633cc543b9a515a7dfb15aa70e(127.30.180.67:39895),3c7a1afe07cb4ec68ec24f688c81eb1d(127.30.180.66:35617),7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193)[L]]}]
20:04:13.577 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1af098abe1d049409fa20918875d9ffa, attempt=2, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=111), Traces: [0ms] sending RPC to server 7a8644cc63dc49fe843a3ad84c9be807, [6ms] received response from server 7a8644cc63dc49fe843a3ad84c9be807: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [6ms] delaying RPC due to: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [13ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.180.124:45151, [72ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [72ms] Sub RPC GetTableLocations: received response from server master-127.30.180.124:45151: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [93ms] Sub RPC GetTableLocations: refreshing cache from master, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.180.126:41729, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.180.124:45151, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.180.125:32861, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.180.126:41729: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.180.125:32861: OK, [103ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.180.125:32861, [105ms] Sub RPC ConnectToMaster: received response from server master-127.30.180.124:45151: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [109ms] Sub RPC GetTableLocations: received response from server master-127.30.180.125:32861: OK, deferred=Deferred@1318488813(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f23d0338f98@7946445e -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f0cceae -> wakeup thread Time-limited test)) after lookup
20:04:13.578 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193)] connecting to peer
20:04:13.582 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193
20:04:13.582 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193
20:04:13.583 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193) for tablet 1af098abe1d049409fa20918875d9ffa: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193
20:04:13.604 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1af098abe1d049409fa20918875d9ffa for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
20:04:13.604 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1af098abe1d049409fa20918875d9ffa@[277b49633cc543b9a515a7dfb15aa70e(127.30.180.67:39895),3c7a1afe07cb4ec68ec24f688c81eb1d(127.30.180.66:35617),7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193)[L]]}]
20:04:13.605 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1af098abe1d049409fa20918875d9ffa, attempt=4, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=139), Traces: [0ms] sending RPC to server 7a8644cc63dc49fe843a3ad84c9be807, [6ms] received response from server 7a8644cc63dc49fe843a3ad84c9be807: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [6ms] delaying RPC due to: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [13ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.180.124:45151, [72ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [72ms] Sub RPC GetTableLocations: received response from server master-127.30.180.124:45151: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [93ms] Sub RPC GetTableLocations: refreshing cache from master, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.180.126:41729, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.180.124:45151, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.180.125:32861, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.180.126:41729: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.180.125:32861: OK, [103ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.180.125:32861, [105ms] Sub RPC ConnectToMaster: received response from server master-127.30.180.124:45151: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [109ms] Sub RPC GetTableLocations: received response from server master-127.30.180.125:32861: OK, [112ms] sending RPC to server 7a8644cc63dc49fe843a3ad84c9be807, [117ms] received response from server 7a8644cc63dc49fe843a3ad84c9be807: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [118ms] delaying RPC due to: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [133ms] refreshing cache from master, [133ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.180.125:32861, [139ms] Sub RPC GetTableLocations: received response from server master-127.30.180.125:32861: OK, deferred=Deferred@1318488813(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f23d0338f98@7946445e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2133012961 after retry RPC@457356563), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f0cceae -> wakeup thread Time-limited test -> (continuation of Deferred@2133012961 after retry RPC@457356563))) after lookup
20:04:13.607 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193)] connecting to peer
20:04:13.616 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193
20:04:13.616 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193
20:04:13.616 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193) for tablet 1af098abe1d049409fa20918875d9ffa: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193
20:04:13.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.640924 32340 catalog_manager.cc:1295] Loaded cluster ID: 3fca2830711b4921b5f51569dc7a1b74
20:04:13.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.641502 32340 catalog_manager.cc:1588] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda: loading cluster ID for follower catalog manager: success
20:04:13.643 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1af098abe1d049409fa20918875d9ffa for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
20:04:13.643 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1af098abe1d049409fa20918875d9ffa@[277b49633cc543b9a515a7dfb15aa70e(127.30.180.67:39895),3c7a1afe07cb4ec68ec24f688c81eb1d(127.30.180.66:35617),7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193)[L]]}]
20:04:13.644 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1af098abe1d049409fa20918875d9ffa, attempt=6, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=178), Traces: [0ms] sending RPC to server 7a8644cc63dc49fe843a3ad84c9be807, [6ms] received response from server 7a8644cc63dc49fe843a3ad84c9be807: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [6ms] delaying RPC due to: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [13ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.180.124:45151, [72ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [72ms] Sub RPC GetTableLocations: received response from server master-127.30.180.124:45151: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [93ms] Sub RPC GetTableLocations: refreshing cache from master, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.180.126:41729, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.180.124:45151, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.180.125:32861, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.180.126:41729: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.180.125:32861: OK, [103ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.180.125:32861, [105ms] Sub RPC ConnectToMaster: received response from server master-127.30.180.124:45151: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [109ms] Sub RPC GetTableLocations: received response from server master-127.30.180.125:32861: OK, [112ms] sending RPC to server 7a8644cc63dc49fe843a3ad84c9be807, [117ms] received response from server 7a8644cc63dc49fe843a3ad84c9be807: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [118ms] delaying RPC due to: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [133ms] refreshing cache from master, [133ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.180.125:32861, [139ms] Sub RPC GetTableLocations: received response from server master-127.30.180.125:32861: OK, [141ms] sending RPC to server 7a8644cc63dc49fe843a3ad84c9be807, [151ms] received response from server 7a8644cc63dc49fe843a3ad84c9be807: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [151ms] delaying RPC due to: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [173ms] refreshing cache from master, [173ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.180.125:32861, [177ms] Sub RPC GetTableLocations: received response from server master-127.30.180.125:32861: OK, deferred=Deferred@1318488813(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f23d0338f98@7946445e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2133012961 after retry RPC@457356563) -> (continuation of Deferred@1194592120 after retry RPC@509869227), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f0cceae -> wakeup thread Time-limited test -> (continuation of Deferred@2133012961 after retry RPC@457356563) -> (continuation of Deferred@1194592120 after retry RPC@509869227))) after lookup
20:04:13.645 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193)] connecting to peer
20:04:13.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193
20:04:13.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193
20:04:13.646 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193) for tablet 1af098abe1d049409fa20918875d9ffa: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193
20:04:13.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.654330 32340 catalog_manager.cc:1610] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda: acquiring CA information for follower catalog manager: success
20:04:13.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.660425 32340 catalog_manager.cc:1638] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:13.783 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1af098abe1d049409fa20918875d9ffa for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
20:04:13.783 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1af098abe1d049409fa20918875d9ffa@[277b49633cc543b9a515a7dfb15aa70e(127.30.180.67:39895),3c7a1afe07cb4ec68ec24f688c81eb1d(127.30.180.66:35617),7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193)[L]]}]
20:04:13.784 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1af098abe1d049409fa20918875d9ffa, attempt=8, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=318), Traces: [0ms] sending RPC to server 7a8644cc63dc49fe843a3ad84c9be807, [6ms] received response from server 7a8644cc63dc49fe843a3ad84c9be807: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [6ms] delaying RPC due to: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [13ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.180.124:45151, [72ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [72ms] Sub RPC GetTableLocations: received response from server master-127.30.180.124:45151: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [93ms] Sub RPC GetTableLocations: refreshing cache from master, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.180.126:41729, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.180.124:45151, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.180.125:32861, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.180.126:41729: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.180.125:32861: OK, [103ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.180.125:32861, [105ms] Sub RPC ConnectToMaster: received response from server master-127.30.180.124:45151: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [109ms] Sub RPC GetTableLocations: received response from server master-127.30.180.125:32861: OK, [112ms] sending RPC to server 7a8644cc63dc49fe843a3ad84c9be807, [117ms] received response from server 7a8644cc63dc49fe843a3ad84c9be807: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [118ms] delaying RPC due to: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [133ms] refreshing cache from master, [133ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.180.125:32861, [139ms] Sub RPC GetTableLocations: received response from server master-127.30.180.125:32861: OK, [141ms] sending RPC to server 7a8644cc63dc49fe843a3ad84c9be807, [151ms] received response from server 7a8644cc63dc49fe843a3ad84c9be807: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [151ms] delaying RPC due to: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [173ms] refreshing cache from master, [173ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.180.125:32861, [177ms] Sub RPC GetTableLocations: received response from server master-127.30.180.125:32861: OK, [179ms] sending RPC to server 7a8644cc63dc49fe843a3ad84c9be807, [181ms] received response from server 7a8644cc63dc49fe843a3ad84c9be807: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [181ms] delaying RPC due to: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [313ms] refreshing cache from master, [313ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.180.125:32861, [317ms] Sub RPC GetTableLocations: received response from server master-127.30.180.125:32861: OK, deferred=Deferred@1318488813(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f23d0338f98@7946445e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2133012961 after retry RPC@457356563) -> (continuation of Deferred@1194592120 after retry RPC@509869227) -> (continuation of Deferred@12061988 after retry RPC@20922172), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f0cceae -> wakeup thread Time-limited test -> (continuation of Deferred@2133012961 after retry RPC@457356563) -> (continuation of Deferred@1194592120 after retry RPC@509869227) -> (continuation of Deferred@12061988 after retry RPC@20922172))) after lookup
20:04:13.785 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193)] connecting to peer
20:04:13.787 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193
20:04:13.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193
20:04:13.787 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193) for tablet 1af098abe1d049409fa20918875d9ffa: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193
20:04:13.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.838944 32295 raft_consensus.cc:3060] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [term 1 FOLLOWER]: Advancing to term 2
20:04:13.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.859166 32348 sys_catalog.cc:455] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "1deee248dc2f4ff6a7c5ab772974275d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } } }
20:04:13.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.862068 32348 sys_catalog.cc:458] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [sys.catalog]: This master's current role is: FOLLOWER
20:04:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.865217 32328 sys_catalog.cc:455] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1deee248dc2f4ff6a7c5ab772974275d. Latest consensus state: current_term: 2 leader_uuid: "1deee248dc2f4ff6a7c5ab772974275d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } } }
20:04:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:13.866009 32328 sys_catalog.cc:458] T 00000000000000000000000000000000 P bfcf37071ec04b24b69911b6ba004cda [sys.catalog]: This master's current role is: FOLLOWER
20:04:14.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.025665 32174 heartbeater.cc:499] Master 127.30.180.125:32861 was elected leader, sending a full tablet report...
20:04:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.032737 32028 heartbeater.cc:499] Master 127.30.180.125:32861 was elected leader, sending a full tablet report...
20:04:14.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.044668 32173 heartbeater.cc:344] Connected to a master server at 127.30.180.124:45151
20:04:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.054473 32285 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "277b49633cc543b9a515a7dfb15aa70e" instance_seqno: 1783541050253539) as {username='slave'} at 127.30.180.67:38811; Asking this server to re-register.
20:04:14.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.060071 32173 heartbeater.cc:461] Registering TS with master...
20:04:14.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.060920 32027 heartbeater.cc:344] Connected to a master server at 127.30.180.124:45151
20:04:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.063812 32285 ts_manager.cc:194] Registered new tserver with Master: 277b49633cc543b9a515a7dfb15aa70e (127.30.180.67:39895)
20:04:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.064874 32284 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "3c7a1afe07cb4ec68ec24f688c81eb1d" instance_seqno: 1783541047828207) as {username='slave'} at 127.30.180.66:46107; Asking this server to re-register.
20:04:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.066450 32027 heartbeater.cc:461] Registering TS with master...
20:04:14.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.070188 32284 ts_manager.cc:194] Registered new tserver with Master: 3c7a1afe07cb4ec68ec24f688c81eb1d (127.30.180.66:35617)
20:04:14.224 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1af098abe1d049409fa20918875d9ffa for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
20:04:14.225 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1af098abe1d049409fa20918875d9ffa@[277b49633cc543b9a515a7dfb15aa70e(127.30.180.67:39895),3c7a1afe07cb4ec68ec24f688c81eb1d(127.30.180.66:35617),7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193)[L]]}]
20:04:14.225 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1af098abe1d049409fa20918875d9ffa, attempt=10, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=760), Traces: [0ms] sending RPC to server 7a8644cc63dc49fe843a3ad84c9be807, [6ms] received response from server 7a8644cc63dc49fe843a3ad84c9be807: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [6ms] delaying RPC due to: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [13ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.180.124:45151, [72ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [72ms] Sub RPC GetTableLocations: received response from server master-127.30.180.124:45151: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [93ms] Sub RPC GetTableLocations: refreshing cache from master, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.180.126:41729, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.180.124:45151, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.180.125:32861, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.180.126:41729: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.180.125:32861: OK, [103ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.180.125:32861, [105ms] Sub RPC ConnectToMaster: received response from server master-127.30.180.124:45151: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [109ms] Sub RPC GetTableLocations: received response from server master-127.30.180.125:32861: OK, [112ms] sending RPC to server 7a8644cc63dc49fe843a3ad84c9be807, [117ms] received response from server 7a8644cc63dc49fe843a3ad84c9be807: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [118ms] delaying RPC due to: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [133ms] refreshing cache from master, [133ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.180.125:32861, [139ms] Sub RPC GetTableLocations: received response from server master-127.30.180.125:32861: OK, [141ms] sending RPC to server 7a8644cc63dc49fe843a3ad84c9be807, [151ms] received response from server 7a8644cc63dc49fe843a3ad84c9be807: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [151ms] delaying RPC due to: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [173ms] refreshing cache from master, [173ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.180.125:32861, [177ms] Sub RPC GetTableLocations: received response from server master-127.30.180.125:32861: OK, [179ms] sending RPC to server 7a8644cc63dc49fe843a3ad84c9be807, [181ms] received response from server 7a8644cc63dc49fe843a3ad84c9be807: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [181ms] delaying RPC due to: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [313ms] refreshing cache from master, [313ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.180.125:32861, [317ms] Sub RPC GetTableLocations: received response from server master-127.30.180.125:32861: OK, [320ms] sending RPC to server 7a8644cc63dc49fe843a3ad84c9be807, [322ms] received response from server 7a8644cc63dc49fe843a3ad84c9be807: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [322ms] delaying RPC due to: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [753ms] refreshing cache from master, [754ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.180.125:32861, [759ms] Sub RPC GetTableLocations: received response from server master-127.30.180.125:32861: OK, deferred=Deferred@1318488813(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f23d0338f98@7946445e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2133012961 after retry RPC@457356563) -> (continuation of Deferred@1194592120 after retry RPC@509869227) -> (continuation of Deferred@12061988 after retry RPC@20922172) -> (continuation of Deferred@732834407 after retry RPC@1393567473), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f0cceae -> wakeup thread Time-limited test -> (continuation of Deferred@2133012961 after retry RPC@457356563) -> (continuation of Deferred@1194592120 after retry RPC@509869227) -> (continuation of Deferred@12061988 after retry RPC@20922172) -> (continuation of Deferred@732834407 after retry RPC@1393567473))) after lookup
20:04:14.227 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193)] connecting to peer
20:04:14.228 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193
20:04:14.228 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193
20:04:14.228 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193) for tablet 1af098abe1d049409fa20918875d9ffa: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193
20:04:14.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.263366 32252 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "1deee248dc2f4ff6a7c5ab772974275d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5cbc7aa2f4424c588de5246edf0efdf1" member_type: VOTER last_known_addr { host: "127.30.180.126" port: 41729 } } peers { permanent_uuid: "1deee248dc2f4ff6a7c5ab772974275d" member_type: VOTER last_known_addr { host: "127.30.180.125" port: 32861 } } peers { permanent_uuid: "bfcf37071ec04b24b69911b6ba004cda" member_type: VOTER last_known_addr { host: "127.30.180.124" port: 45151 } } }
20:04:14.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.266305 32252 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d [sys.catalog]: This master's current role is: LEADER
20:04:14.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:14.307467 31546 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.30.180.124:45151, user_credentials={real_user=slave}} blocked reactor thread for 44846.4us
20:04:14.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.579166 32357 raft_consensus.cc:493] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 7a8644cc63dc49fe843a3ad84c9be807)
20:04:14.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.579819 32357 raft_consensus.cc:515] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8644cc63dc49fe843a3ad84c9be807" member_type: VOTER last_known_addr { host: "127.30.180.65" port: 42193 } } peers { permanent_uuid: "3c7a1afe07cb4ec68ec24f688c81eb1d" member_type: VOTER last_known_addr { host: "127.30.180.66" port: 35617 } } peers { permanent_uuid: "277b49633cc543b9a515a7dfb15aa70e" member_type: VOTER last_known_addr { host: "127.30.180.67" port: 39895 } }
20:04:14.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.583598 32357 leader_election.cc:290] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 7a8644cc63dc49fe843a3ad84c9be807 (127.30.180.65:42193), 3c7a1afe07cb4ec68ec24f688c81eb1d (127.30.180.66:35617)
20:04:14.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:14.587527 32063 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.180.65:42193: connect: Connection refused (error 111)
20:04:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:14.602891 32063 leader_election.cc:336] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 7a8644cc63dc49fe843a3ad84c9be807 (127.30.180.65:42193): Network error: Client connection negotiation failed: client connection to 127.30.180.65:42193: connect: Connection refused (error 111)
20:04:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.611009 31982 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1af098abe1d049409fa20918875d9ffa" candidate_uuid: "277b49633cc543b9a515a7dfb15aa70e" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "3c7a1afe07cb4ec68ec24f688c81eb1d" is_pre_election: true
20:04:14.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.613047 32064 leader_election.cc:304] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 277b49633cc543b9a515a7dfb15aa70e; no voters: 3c7a1afe07cb4ec68ec24f688c81eb1d, 7a8644cc63dc49fe843a3ad84c9be807
20:04:14.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.614084 32357 raft_consensus.cc:2749] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
20:04:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.634918 32362 raft_consensus.cc:493] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 7a8644cc63dc49fe843a3ad84c9be807)
20:04:14.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.636282 32362 raft_consensus.cc:515] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8644cc63dc49fe843a3ad84c9be807" member_type: VOTER last_known_addr { host: "127.30.180.65" port: 42193 } } peers { permanent_uuid: "3c7a1afe07cb4ec68ec24f688c81eb1d" member_type: VOTER last_known_addr { host: "127.30.180.66" port: 35617 } } peers { permanent_uuid: "277b49633cc543b9a515a7dfb15aa70e" member_type: VOTER last_known_addr { host: "127.30.180.67" port: 39895 } }
20:04:14.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.640024 32362 leader_election.cc:290] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 7a8644cc63dc49fe843a3ad84c9be807 (127.30.180.65:42193), 277b49633cc543b9a515a7dfb15aa70e (127.30.180.67:39895)
20:04:14.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:14.649515 31917 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.180.65:42193: connect: Connection refused (error 111)
20:04:14.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:14.666772 31917 leader_election.cc:336] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 7a8644cc63dc49fe843a3ad84c9be807 (127.30.180.65:42193): Network error: Client connection negotiation failed: client connection to 127.30.180.65:42193: connect: Connection refused (error 111)
20:04:14.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.671684 32127 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1af098abe1d049409fa20918875d9ffa" candidate_uuid: "3c7a1afe07cb4ec68ec24f688c81eb1d" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "277b49633cc543b9a515a7dfb15aa70e" is_pre_election: true
20:04:14.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.672461 32127 raft_consensus.cc:2468] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3c7a1afe07cb4ec68ec24f688c81eb1d in term 1.
20:04:14.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.673983 31916 leader_election.cc:304] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 277b49633cc543b9a515a7dfb15aa70e, 3c7a1afe07cb4ec68ec24f688c81eb1d; no voters: 7a8644cc63dc49fe843a3ad84c9be807
20:04:14.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.674974 32362 raft_consensus.cc:2804] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d [term 1 FOLLOWER]: Leader pre-election won for term 2
20:04:14.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.675347 32362 raft_consensus.cc:493] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d [term 1 FOLLOWER]: Starting leader election (detected failure of leader 7a8644cc63dc49fe843a3ad84c9be807)
20:04:14.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.675662 32362 raft_consensus.cc:3060] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d [term 1 FOLLOWER]: Advancing to term 2
20:04:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.682979 32362 raft_consensus.cc:515] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8644cc63dc49fe843a3ad84c9be807" member_type: VOTER last_known_addr { host: "127.30.180.65" port: 42193 } } peers { permanent_uuid: "3c7a1afe07cb4ec68ec24f688c81eb1d" member_type: VOTER last_known_addr { host: "127.30.180.66" port: 35617 } } peers { permanent_uuid: "277b49633cc543b9a515a7dfb15aa70e" member_type: VOTER last_known_addr { host: "127.30.180.67" port: 39895 } }
20:04:14.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.685295 32362 leader_election.cc:290] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d [CANDIDATE]: Term 2 election: Requested vote from peers 7a8644cc63dc49fe843a3ad84c9be807 (127.30.180.65:42193), 277b49633cc543b9a515a7dfb15aa70e (127.30.180.67:39895)
20:04:14.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.687178 32127 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1af098abe1d049409fa20918875d9ffa" candidate_uuid: "3c7a1afe07cb4ec68ec24f688c81eb1d" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "277b49633cc543b9a515a7dfb15aa70e"
20:04:14.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.687808 32127 raft_consensus.cc:3060] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e [term 1 FOLLOWER]: Advancing to term 2
20:04:14.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:14.690302 31917 leader_election.cc:336] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 7a8644cc63dc49fe843a3ad84c9be807 (127.30.180.65:42193): Network error: Client connection negotiation failed: client connection to 127.30.180.65:42193: connect: Connection refused (error 111)
20:04:14.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.696102 32127 raft_consensus.cc:2468] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3c7a1afe07cb4ec68ec24f688c81eb1d in term 2.
20:04:14.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.698731 31916 leader_election.cc:304] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 277b49633cc543b9a515a7dfb15aa70e, 3c7a1afe07cb4ec68ec24f688c81eb1d; no voters: 7a8644cc63dc49fe843a3ad84c9be807
20:04:14.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.699795 32362 raft_consensus.cc:2804] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d [term 2 FOLLOWER]: Leader election won for term 2
20:04:14.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.702502 32362 raft_consensus.cc:697] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d [term 2 LEADER]: Becoming Leader. State: Replica: 3c7a1afe07cb4ec68ec24f688c81eb1d, State: Running, Role: LEADER
20:04:14.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.711715 32362 consensus_queue.cc:237] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8644cc63dc49fe843a3ad84c9be807" member_type: VOTER last_known_addr { host: "127.30.180.65" port: 42193 } } peers { permanent_uuid: "3c7a1afe07cb4ec68ec24f688c81eb1d" member_type: VOTER last_known_addr { host: "127.30.180.66" port: 35617 } } peers { permanent_uuid: "277b49633cc543b9a515a7dfb15aa70e" member_type: VOTER last_known_addr { host: "127.30.180.67" port: 39895 } }
20:04:14.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:14.738255 31560 catalog_manager.cc:5697] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d reported cstate change: term changed from 1 to 2, leader changed from 7a8644cc63dc49fe843a3ad84c9be807 (127.30.180.65) to 3c7a1afe07cb4ec68ec24f688c81eb1d (127.30.180.66). New cstate: current_term: 2 leader_uuid: "3c7a1afe07cb4ec68ec24f688c81eb1d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7a8644cc63dc49fe843a3ad84c9be807" member_type: VOTER last_known_addr { host: "127.30.180.65" port: 42193 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3c7a1afe07cb4ec68ec24f688c81eb1d" member_type: VOTER last_known_addr { host: "127.30.180.66" port: 35617 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "277b49633cc543b9a515a7dfb15aa70e" member_type: VOTER last_known_addr { host: "127.30.180.67" port: 39895 } health_report { overall_health: UNKNOWN } } }
20:04:15.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:15.313642 32127 raft_consensus.cc:1275] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e [term 2 FOLLOWER]: Refusing update from remote peer 3c7a1afe07cb4ec68ec24f688c81eb1d: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
20:04:15.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:15.316133 32378 consensus_queue.cc:1048] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d [LEADER]: Connected to new peer: Peer: permanent_uuid: "277b49633cc543b9a515a7dfb15aa70e" member_type: VOTER last_known_addr { host: "127.30.180.67" port: 39895 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.001s
20:04:15.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:15.339167 31917 consensus_peers.cc:597] T 1af098abe1d049409fa20918875d9ffa P 3c7a1afe07cb4ec68ec24f688c81eb1d -> Peer 7a8644cc63dc49fe843a3ad84c9be807 (127.30.180.65:42193): Couldn't send request to peer 7a8644cc63dc49fe843a3ad84c9be807. Status: Network error: Client connection negotiation failed: client connection to 127.30.180.65:42193: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:04:15.384 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1af098abe1d049409fa20918875d9ffa for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
20:04:15.384 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=1af098abe1d049409fa20918875d9ffa@[277b49633cc543b9a515a7dfb15aa70e(127.30.180.67:39895),3c7a1afe07cb4ec68ec24f688c81eb1d(127.30.180.66:35617)[L],7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193)]}]
20:04:15.385 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=1af098abe1d049409fa20918875d9ffa, attempt=12, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1919), Traces: [0ms] sending RPC to server 7a8644cc63dc49fe843a3ad84c9be807, [6ms] received response from server 7a8644cc63dc49fe843a3ad84c9be807: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [6ms] delaying RPC due to: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [13ms] refreshing cache from master, [14ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.180.124:45151, [72ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [72ms] Sub RPC GetTableLocations: received response from server master-127.30.180.124:45151: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [93ms] Sub RPC GetTableLocations: refreshing cache from master, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.180.126:41729, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.180.124:45151, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.180.125:32861, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.180.126:41729: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.30.180.125:32861: OK, [103ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.180.125:32861, [105ms] Sub RPC ConnectToMaster: received response from server master-127.30.180.124:45151: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [109ms] Sub RPC GetTableLocations: received response from server master-127.30.180.125:32861: OK, [112ms] sending RPC to server 7a8644cc63dc49fe843a3ad84c9be807, [117ms] received response from server 7a8644cc63dc49fe843a3ad84c9be807: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [118ms] delaying RPC due to: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [133ms] refreshing cache from master, [133ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.180.125:32861, [139ms] Sub RPC GetTableLocations: received response from server master-127.30.180.125:32861: OK, [141ms] sending RPC to server 7a8644cc63dc49fe843a3ad84c9be807, [151ms] received response from server 7a8644cc63dc49fe843a3ad84c9be807: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [151ms] delaying RPC due to: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [173ms] refreshing cache from master, [173ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.180.125:32861, [177ms] Sub RPC GetTableLocations: received response from server master-127.30.180.125:32861: OK, [179ms] sending RPC to server 7a8644cc63dc49fe843a3ad84c9be807, [181ms] received response from server 7a8644cc63dc49fe843a3ad84c9be807: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [181ms] delaying RPC due to: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [313ms] refreshing cache from master, [313ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.180.125:32861, [317ms] Sub RPC GetTableLocations: received response from server master-127.30.180.125:32861: OK, [320ms] sending RPC to server 7a8644cc63dc49fe843a3ad84c9be807, [322ms] received response from server 7a8644cc63dc49fe843a3ad84c9be807: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [322ms] delaying RPC due to: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [753ms] refreshing cache from master, [754ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.180.125:32861, [759ms] Sub RPC GetTableLocations: received response from server master-127.30.180.125:32861: OK, [761ms] sending RPC to server 7a8644cc63dc49fe843a3ad84c9be807, [763ms] received response from server 7a8644cc63dc49fe843a3ad84c9be807: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [763ms] delaying RPC due to: Network error: Failed to connect to peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193): Connection refused: /127.30.180.65:42193, [1914ms] refreshing cache from master, [1914ms] Sub RPC GetTableLocations: sending RPC to server master-127.30.180.125:32861, [1918ms] Sub RPC GetTableLocations: received response from server master-127.30.180.125:32861: OK, deferred=Deferred@1318488813(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$238/0x00007f23d0338f98@7946445e -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@2133012961 after retry RPC@457356563) -> (continuation of Deferred@1194592120 after retry RPC@509869227) -> (continuation of Deferred@12061988 after retry RPC@20922172) -> (continuation of Deferred@732834407 after retry RPC@1393567473) -> (continuation of Deferred@518331894 after retry RPC@1861550600), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1f0cceae -> wakeup thread Time-limited test -> (continuation of Deferred@2133012961 after retry RPC@457356563) -> (continuation of Deferred@1194592120 after retry RPC@509869227) -> (continuation of Deferred@12061988 after retry RPC@20922172) -> (continuation of Deferred@732834407 after retry RPC@1393567473) -> (continuation of Deferred@518331894 after retry RPC@1861550600))) after lookup
20:04:15.386 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 3c7a1afe07cb4ec68ec24f688c81eb1d(127.30.180.66:35617)] connecting to peer
20:04:15.387 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 3c7a1afe07cb4ec68ec24f688c81eb1d(127.30.180.66:35617)] Successfully connected to peer
20:04:15.427 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x2f40f5fb, L:/127.0.0.1:56240 - R:/127.30.180.66:35617] using TOKEN/null
20:04:15.656 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 20 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-RESTART, tablet=1af098abe1d049409fa20918875d9ffa, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
20:04:15.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:15.660213 31561 catalog_manager.cc:2533] Servicing SoftDeleteTable request from {username='slave'} at 127.0.0.1:56712:
20:04:15.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART" }
20:04:15.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:15.661055 31561 catalog_manager.cc:2781] Servicing DeleteTable request from {username='slave'} at 127.0.0.1:56712:
20:04:15.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART" }
20:04:15.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:15.702076 31561 catalog_manager.cc:5984] T 00000000000000000000000000000000 P 1deee248dc2f4ff6a7c5ab772974275d: Sending DeleteTablet for 3 replicas of tablet 1af098abe1d049409fa20918875d9ffa
20:04:15.731 [DEBUG - main] (Connection.java:575) [peer master-127.30.180.126:41729(127.30.180.126:41729)] disconnecting while in state READY
20:04:15.732 [DEBUG - main] (Connection.java:575) [peer master-127.30.180.124:45151(127.30.180.124:45151)] disconnecting while in state READY
20:04:15.732 [DEBUG - main] (Connection.java:575) [peer master-127.30.180.125:32861(127.30.180.125:32861)] disconnecting while in state READY
20:04:15.732 [DEBUG - main] (Connection.java:575) [peer 3c7a1afe07cb4ec68ec24f688c81eb1d(127.30.180.66:35617)] disconnecting while in state READY
20:04:15.733 [DEBUG - main] (Connection.java:575) [peer 7a8644cc63dc49fe843a3ad84c9be807(127.30.180.65:42193)] disconnecting while in state TERMINATED
20:04:15.734 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.30.180.126:41729(127.30.180.126:41729)] handling channelInactive
20:04:15.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.180.126:41729(127.30.180.126:41729)] cleaning up while in state READY due to: connection closed
20:04:15.736 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.30.180.124:45151(127.30.180.124:45151)] handling channelInactive
20:04:15.736 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.30.180.124:45151(127.30.180.124:45151)] cleaning up while in state READY due to: connection closed
20:04:15.737 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 3c7a1afe07cb4ec68ec24f688c81eb1d(127.30.180.66:35617)] handling channelInactive
20:04:15.737 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3c7a1afe07cb4ec68ec24f688c81eb1d(127.30.180.66:35617)] cleaning up while in state READY due to: connection closed
20:04:15.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:15.737789 31547 catalog_manager.cc:4755] TS 7a8644cc63dc49fe843a3ad84c9be807 (127.30.180.65:42193): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet 1af098abe1d049409fa20918875d9ffa: Network error: Client connection negotiation failed: client connection to 127.30.180.65:42193: connect: Connection refused (error 111)
20:04:15.742 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:04:15.744 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.30.180.125:32861(127.30.180.125:32861)] handling channelInactive
20:04:15.744 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.30.180.125:32861(127.30.180.125:32861)] cleaning up while in state READY due to: connection closed
20:04:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:15.746035 31441 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu with pid 31895
20:04:15.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:15.764827 32108 tablet_service.cc:1558] Processing DeleteTablet for tablet 1af098abe1d049409fa20918875d9ffa with delete_type TABLET_DATA_DELETED (Table deleted at 2026-07-08 20:04:15 UTC) from {username='slave'} at 127.0.0.1:57474
20:04:15.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:15.767977 32404 tablet_replica.cc:333] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e: stopping tablet replica
20:04:15.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:15.768996 32404 raft_consensus.cc:2243] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e [term 2 FOLLOWER]: Raft consensus shutting down.
20:04:15.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:15.770339 32404 raft_consensus.cc:2272] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e [term 2 FOLLOWER]: Raft consensus is shut down!
20:04:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:15.774057 32404 ts_tablet_manager.cc:1916] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e: Deleting tablet data with delete state TABLET_DATA_DELETED
20:04:15.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:15.794275 32404 ts_tablet_manager.cc:1929] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 2.22
20:04:15.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:15.794790 32404 log.cc:1199] T 1af098abe1d049409fa20918875d9ffa P 277b49633cc543b9a515a7dfb15aa70e: Deleting WAL directory at /tmp/dist-test-taskt1WBIj/test-tmp/mini-kudu-cluster16919421063337287880/ts-2/wal/wals/1af098abe1d049409fa20918875d9ffa
20:04:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 20:04:15.796392 32400 negotiation.cc:336] Failed RPC negotiation. Trace:
20:04:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 20:04:15.708454 (+     0us) reactor.cc:730] Submitting negotiation task for client connection to 127.30.180.66:35617 (local address 127.0.0.1:56248)
20:04:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 20:04:15.726989 (+ 18535us) negotiation.cc:107] Waiting for socket to connect
20:04:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 20:04:15.727088 (+    99us) client_negotiation.cc:175] Beginning negotiation
20:04:15.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 20:04:15.727422 (+   334us) client_negotiation.cc:262] Sending NEGOTIATE NegotiatePB request
20:04:15.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 20:04:15.794435 (+ 67013us) negotiation.cc:326] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.30.180.66:35617: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:04:15.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":11619,"thread_start_us":11365,"threads_started":1}
20:04:15.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:15.796602 31441 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu with pid 32037
20:04:15.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:15.844774 31441 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu with pid 31453
20:04:15.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:15.886875 31441 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu with pid 31523
20:04:15.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 20:04:15.932124 31441 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskt1WBIj/build/tsan/bin/kudu with pid 32231
20:04:17.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T20:04:17Z chronyd exiting

Time: 48.632

OK (2 tests)

