JUnit version 4.13.2
.00:14:24.917 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1786493664909
00:14:24.971 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
00:14:25.005 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:14:25.014 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskmwsNQH/test-tmp
00:14:25.040 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
00:14:25.043 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskmwsNQH/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
00:14:25.254 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

00:14:25.480 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:14:25.482 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

00:14:25.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:25.487195 22153 mini_oidc.cc:150] Starting JWKS server
00:14:25.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:25.491762 22153 webserver.cc:533] Webserver started at http://127.0.0.1:43197/ using document root <none> and password file <none>
00:14:25.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:25.492447 22153 mini_oidc.cc:186] Starting OIDC Discovery server
00:14:25.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:25.495044 22153 webserver.cc:533] Webserver started at http://127.0.0.1:46223/ using document root <none> and password file <none>
00:14:25.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T00:14:25Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
00:14:25.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T00:14:25Z Disabled control of system clock
00:14:25.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:25.572140 22153 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu
00:14:25.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu
00:14:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-0/wal
00:14:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-0/data
00:14:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:25.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:25.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-0/logs
00:14:25.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-0/data/info.pb
00:14:25.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:25.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:25.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:25.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:25.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:25.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:25.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:25.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:25.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:14:25.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:25.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:14:25.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:14:25.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.162.126:34781
00:14:25.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.162.126
00:14:25.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:25.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.162.84:39103
00:14:25.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:25.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:25.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:25.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:14:25.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.162.126:34781,127.21.162.125:39031,127.21.162.124:34563
00:14:25.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:14:25.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43197/jwks.json with env {}
00:14:25.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:25.904237 22169 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:14:25.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:25.904843 22169 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:25.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:25.905398 22169 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:14:25.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:25.941555 22169 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:14:25.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:25.941888 22169 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:14:25.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:25.942143 22169 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:14:25.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:25.942447 22169 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:14:25.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:25.942723 22169 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:14:25.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:25.942965 22169 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43197/jwks.json
00:14:25.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:25.982450 22169 master_runner.cc:387] Master server non-default flags:
00:14:25.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-0/logs
00:14:25.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:25.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.162.84:39103
00:14:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:25.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:25.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-0/data
00:14:25.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-0/wal
00:14:25.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:14:25.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.162.126:34781,127.21.162.125:39031,127.21.162.124:34563
00:14:25.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:25.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:25.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:14:25.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.162.126:34781
00:14:25.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:14:25.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:25.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:14:25.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43197/jwks.json
00:14:25.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:25.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-0/data/info.pb
00:14:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.162.126
00:14:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:25.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:25.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:25.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:25.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:14:25.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:14:25.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:14:25.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:14:25.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:55:14 UTC on e7f111948823
00:14:25.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17639
00:14:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:14:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:25.984524 22169 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:25.987238 22169 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:14:26.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:26.001696 22175 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:27.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:27.406399 22174 debug-util.cc:398] Leaking SignalData structure 0x7b080002ee00 after lost signal to thread 22169
00:14:27.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:27.965142 22174 kernel_stack_watchdog.cc:198] Thread 22169 stuck at /home/jenkins-slave/workspace/build_and_test@4/src/kudu/util/thread.cc:642 for 401ms:
00:14:27.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:14:27.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:14:27.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:14:27.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:14:27.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:26.003400 22176 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:27.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:27.971860 22169 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.970s	user 0.774s	sys 1.194s
00:14:27.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:27.972414 22177 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1963 milliseconds
00:14:27.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:27.972960 22169 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.971s	user 0.775s	sys 1.194s
00:14:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:27.974654 22179 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.974740 22169 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:14:27.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.976282 22169 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:27.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.979564 22169 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:27.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.980968 22169 hybrid_clock.cc:648] HybridClock initialized: now 1786493667980937 us; error 90 us; skew 500 ppm
00:14:27.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.981978 22169 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:14:27.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.989759 22169 webserver.cc:533] Webserver started at http://127.21.162.126:45477/ using document root <none> and password file <none>
00:14:27.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.991094 22169 fs_manager.cc:362] Metadata directory not provided
00:14:27.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.991313 22169 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:27.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.991806 22169 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:14:27.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.996948 22169 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-0/data/instance:
00:14:27.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "653a67b5a4634341935911d1f2a0757a"
00:14:27.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:27 on dist-test-slave-9zdj"
00:14:27.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:27.998304 22169 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-0/wal/instance:
00:14:27.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "653a67b5a4634341935911d1f2a0757a"
00:14:27.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:27 on dist-test-slave-9zdj"
00:14:28.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:28.007685 22169 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.008s	sys 0.000s
00:14:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:28.014364 22189 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:28.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:28.016368 22169 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.002s
00:14:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:28.016819 22169 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-0/data,/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-0/wal
00:14:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "653a67b5a4634341935911d1f2a0757a"
00:14:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:27 on dist-test-slave-9zdj"
00:14:28.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:28.017316 22169 fs_report.cc:389] FS layout report
00:14:28.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:28.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-0/wal
00:14:28.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-0/wal
00:14:28.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-0/data/data
00:14:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:28.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:28.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:28.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:28.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:28.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:28.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:28.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:28.081344 22169 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:14:28.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:28.083290 22169 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:28.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:28.083760 22169 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:28.170608 22169 rpc_server.cc:307] RPC server started. Bound to: 127.21.162.126:34781
00:14:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:28.170692 22253 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.162.126:34781 every 8 connection(s)
00:14:28.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:28.173831 22169 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-0/data/info.pb
00:14:28.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:28.176060 22153 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu as pid 22169
00:14:28.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:28.176771 22153 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-0/wal/instance
00:14:28.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:28.180810 22153 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu
00:14:28.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu
00:14:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-1/wal
00:14:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-1/data
00:14:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:28.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:28.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:28.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:28.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-1/logs
00:14:28.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-1/data/info.pb
00:14:28.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:28.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:28.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:28.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:28.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:28.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:28.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:28.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:28.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:14:28.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:28.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:14:28.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:14:28.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.162.125:39031
00:14:28.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.162.125
00:14:28.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:28.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.162.84:39103
00:14:28.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:28.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:28.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:28.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:14:28.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.162.126:34781,127.21.162.125:39031,127.21.162.124:34563
00:14:28.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:14:28.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43197/jwks.json with env {}
00:14:28.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:28.182586 22254 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:14:28.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:28.197836 22254 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } has no permanent_uuid. Determining permanent_uuid...
00:14:28.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:28.232488 22254 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } has no permanent_uuid. Determining permanent_uuid...
00:14:28.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:28.235714 22195 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.162.125:39031: connect: Connection refused (error 111)
00:14:28.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:28.241402 22254 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.162.125:39031: Network error: Client connection negotiation failed: client connection to 127.21.162.125:39031: connect: Connection refused (error 111)
00:14:28.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:28.291289 22254 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } attempt: 1
00:14:28.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:28.296432 22254 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.162.125:39031: Network error: Client connection negotiation failed: client connection to 127.21.162.125:39031: connect: Connection refused (error 111)
00:14:28.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:28.364887 22254 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } attempt: 2
00:14:28.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:28.369982 22254 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.162.125:39031: Network error: Client connection negotiation failed: client connection to 127.21.162.125:39031: connect: Connection refused (error 111)
00:14:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:28.461426 22254 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } attempt: 3
00:14:28.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:28.466179 22254 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.162.125:39031: Network error: Client connection negotiation failed: client connection to 127.21.162.125:39031: connect: Connection refused (error 111)
00:14:28.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:28.537820 22257 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:14:28.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:28.538443 22257 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:28.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:28.538980 22257 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:14:28.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:28.573711 22257 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:14:28.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:28.574015 22257 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:14:28.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:28.574213 22257 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:14:28.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:28.574414 22257 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:14:28.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:28.574597 22257 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:14:28.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:28.574882 22257 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43197/jwks.json
00:14:28.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:28.609675 22254 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } attempt: 4
00:14:28.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:28.614315 22254 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.162.125:39031: Network error: Client connection negotiation failed: client connection to 127.21.162.125:39031: connect: Connection refused (error 111)
00:14:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:28.615913 22257 master_runner.cc:387] Master server non-default flags:
00:14:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-1/logs
00:14:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:28.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:28.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.162.84:39103
00:14:28.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:28.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:28.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-1/data
00:14:28.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-1/wal
00:14:28.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:14:28.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.162.126:34781,127.21.162.125:39031,127.21.162.124:34563
00:14:28.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:28.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:28.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:14:28.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.162.125:39031
00:14:28.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:14:28.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:28.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:14:28.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43197/jwks.json
00:14:28.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:28.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:28.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-1/data/info.pb
00:14:28.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.162.125
00:14:28.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:28.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:28.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:28.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:28.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:28.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:28.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:28.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:14:28.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:14:28.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:14:28.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:14:28.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:55:14 UTC on e7f111948823
00:14:28.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17639
00:14:28.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:14:28.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:28.617664 22257 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:28.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:28.620025 22257 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:14:28.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:28.633154 22268 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:28.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:28.913760 22254 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } attempt: 5
00:14:28.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:28.924036 22254 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.162.125:39031: Network error: Client connection negotiation failed: client connection to 127.21.162.125:39031: connect: Connection refused (error 111)
00:14:29.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:29.471694 22254 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } attempt: 6
00:14:29.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:29.496536 22254 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.162.125:39031: Network error: Client connection negotiation failed: client connection to 127.21.162.125:39031: connect: Connection refused (error 111)
00:14:30.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:30.039338 22267 debug-util.cc:398] Leaking SignalData structure 0x7b080002ee00 after lost signal to thread 22257
00:14:30.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:30.210474 22267 kernel_stack_watchdog.cc:198] Thread 22257 stuck at /home/jenkins-slave/workspace/build_and_test@4/src/kudu/util/thread.cc:642 for 402ms:
00:14:30.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:14:30.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:14:30.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:14:30.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:14:30.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:28.634917 22269 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:30.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:30.211942 22257 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.578s	user 0.567s	sys 0.999s
00:14:30.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:30.212433 22257 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.579s	user 0.567s	sys 0.999s
00:14:30.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:30.217456 22270 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1582 milliseconds
00:14:30.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:30.218338 22271 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.218459 22257 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:14:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.219714 22257 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:30.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.222404 22257 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:30.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.223815 22257 hybrid_clock.cc:648] HybridClock initialized: now 1786493670223781 us; error 53 us; skew 500 ppm
00:14:30.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.224767 22257 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:14:30.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.231971 22257 webserver.cc:533] Webserver started at http://127.21.162.125:46445/ using document root <none> and password file <none>
00:14:30.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.232957 22257 fs_manager.cc:362] Metadata directory not provided
00:14:30.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.233170 22257 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:30.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.233589 22257 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:14:30.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.238459 22257 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-1/data/instance:
00:14:30.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "49ce5184577846a79f9e8ff3999c5622"
00:14:30.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:30 on dist-test-slave-9zdj"
00:14:30.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.239703 22257 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-1/wal/instance:
00:14:30.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "49ce5184577846a79f9e8ff3999c5622"
00:14:30.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:30 on dist-test-slave-9zdj"
00:14:30.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.248440 22257 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.009s	sys 0.000s
00:14:30.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.256141 22280 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:30.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.257584 22257 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.000s
00:14:30.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.258116 22257 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-1/data,/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-1/wal
00:14:30.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "49ce5184577846a79f9e8ff3999c5622"
00:14:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:30 on dist-test-slave-9zdj"
00:14:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.258621 22257 fs_report.cc:389] FS layout report
00:14:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-1/wal
00:14:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-1/wal
00:14:30.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-1/data/data
00:14:30.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:30.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:30.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:30.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:30.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:30.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:30.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:30.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.324862 22257 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:14:30.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.326859 22257 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:30.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.327436 22257 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:30.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.408293 22257 rpc_server.cc:307] RPC server started. Bound to: 127.21.162.125:39031
00:14:30.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.408408 22341 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.162.125:39031 every 8 connection(s)
00:14:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.411600 22257 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-1/data/info.pb
00:14:30.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.418286 22342 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:14:30.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.420065 22153 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu as pid 22257
00:14:30.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.420588 22153 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-1/wal/instance
00:14:30.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.423859 22153 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu
00:14:30.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu
00:14:30.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-2/wal
00:14:30.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-2/data
00:14:30.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:30.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:30.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:30.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:30.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:30.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:30.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-2/logs
00:14:30.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-2/data/info.pb
00:14:30.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:30.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:30.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:30.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:30.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:30.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:30.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:14:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:14:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:14:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.162.124:34563
00:14:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.162.124
00:14:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.162.84:39103
00:14:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:14:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.162.126:34781,127.21.162.125:39031,127.21.162.124:34563
00:14:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:14:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43197/jwks.json with env {}
00:14:30.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.433730 22342 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } has no permanent_uuid. Determining permanent_uuid...
00:14:30.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.463274 22342 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } has no permanent_uuid. Determining permanent_uuid...
00:14:30.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.479231 22342 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } has no permanent_uuid. Determining permanent_uuid...
00:14:30.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:30.482236 22284 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.162.124:34563: connect: Connection refused (error 111)
00:14:30.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:30.487445 22342 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.162.124:34563: Network error: Client connection negotiation failed: client connection to 127.21.162.124:34563: connect: Connection refused (error 111)
00:14:30.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.537011 22342 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } attempt: 1
00:14:30.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:30.542299 22342 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.162.124:34563: Network error: Client connection negotiation failed: client connection to 127.21.162.124:34563: connect: Connection refused (error 111)
00:14:30.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.557222 22254 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } attempt: 7
00:14:30.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.570936 22254 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } has no permanent_uuid. Determining permanent_uuid...
00:14:30.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:30.577479 22254 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.162.124:34563: Network error: Client connection negotiation failed: client connection to 127.21.162.124:34563: connect: Connection refused (error 111)
00:14:30.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.610733 22342 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } attempt: 2
00:14:30.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:30.616052 22342 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.162.124:34563: Network error: Client connection negotiation failed: client connection to 127.21.162.124:34563: connect: Connection refused (error 111)
00:14:30.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.636040 22254 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } attempt: 1
00:14:30.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:30.640970 22254 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.162.124:34563: Network error: Client connection negotiation failed: client connection to 127.21.162.124:34563: connect: Connection refused (error 111)
00:14:30.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.707605 22342 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } attempt: 3
00:14:30.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:30.712442 22342 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.162.124:34563: Network error: Client connection negotiation failed: client connection to 127.21.162.124:34563: connect: Connection refused (error 111)
00:14:30.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.722435 22254 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } attempt: 2
00:14:30.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:30.727144 22254 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.162.124:34563: Network error: Client connection negotiation failed: client connection to 127.21.162.124:34563: connect: Connection refused (error 111)
00:14:30.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:30.784871 22344 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:14:30.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:30.785517 22344 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:30.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:30.786090 22344 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:14:30.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.812633 22254 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } attempt: 3
00:14:30.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:30.817387 22254 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.162.124:34563: Network error: Client connection negotiation failed: client connection to 127.21.162.124:34563: connect: Connection refused (error 111)
00:14:30.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:30.821457 22344 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:14:30.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:30.821857 22344 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:14:30.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:30.822070 22344 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:14:30.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:30.822269 22344 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:14:30.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:30.822510 22344 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:14:30.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:30.822676 22344 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43197/jwks.json
00:14:30.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.855945 22342 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } attempt: 4
00:14:30.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:30.860936 22342 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.162.124:34563: Network error: Client connection negotiation failed: client connection to 127.21.162.124:34563: connect: Connection refused (error 111)
00:14:30.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.862325 22344 master_runner.cc:387] Master server non-default flags:
00:14:30.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-2/logs
00:14:30.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:30.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:30.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:30.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.162.84:39103
00:14:30.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:30.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-2/data
00:14:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-2/wal
00:14:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:14:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.162.126:34781,127.21.162.125:39031,127.21.162.124:34563
00:14:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:14:30.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.162.124:34563
00:14:30.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:14:30.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:30.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:14:30.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43197/jwks.json
00:14:30.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:30.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:30.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-2/data/info.pb
00:14:30.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.162.124
00:14:30.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:30.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:30.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:30.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:30.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:30.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:30.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:30.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:14:30.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:14:30.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:14:30.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:14:30.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:55:14 UTC on e7f111948823
00:14:30.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17639
00:14:30.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:14:30.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.863963 22344 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:30.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.865935 22344 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:14:30.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:30.879958 22358 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:30.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:30.957908 22254 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } attempt: 4
00:14:30.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:30.966099 22254 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.162.124:34563: Network error: Client connection negotiation failed: client connection to 127.21.162.124:34563: connect: Connection refused (error 111)
00:14:31.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:31.160492 22342 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } attempt: 5
00:14:31.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:31.168372 22342 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.162.124:34563: Network error: Client connection negotiation failed: client connection to 127.21.162.124:34563: connect: Connection refused (error 111)
00:14:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:31.249771 22254 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } attempt: 5
00:14:31.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:31.258023 22254 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.162.124:34563: Network error: Client connection negotiation failed: client connection to 127.21.162.124:34563: connect: Connection refused (error 111)
00:14:31.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:31.716055 22342 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } attempt: 6
00:14:31.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:31.727907 22342 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.162.124:34563: Network error: Client connection negotiation failed: client connection to 127.21.162.124:34563: connect: Connection refused (error 111)
00:14:31.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:31.810684 22254 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } attempt: 6
00:14:31.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:31.833163 22254 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.162.124:34563: Network error: Client connection negotiation failed: client connection to 127.21.162.124:34563: connect: Connection refused (error 111)
00:14:32.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:30.882017 22359 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:32.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:32.187234 22361 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:32.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:32.190379 22360 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1305 milliseconds
00:14:32.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.190482 22344 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:14:32.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.192111 22344 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:32.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.195338 22344 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:32.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.196734 22344 hybrid_clock.cc:648] HybridClock initialized: now 1786493672196699 us; error 83 us; skew 500 ppm
00:14:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.197686 22344 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:14:32.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.204665 22344 webserver.cc:533] Webserver started at http://127.21.162.124:37635/ using document root <none> and password file <none>
00:14:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.205739 22344 fs_manager.cc:362] Metadata directory not provided
00:14:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.205952 22344 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.206382 22344 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:14:32.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.210985 22344 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-2/data/instance:
00:14:32.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "72046b4105944298a65bfb864963b00f"
00:14:32.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:32 on dist-test-slave-9zdj"
00:14:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.212126 22344 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-2/wal/instance:
00:14:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "72046b4105944298a65bfb864963b00f"
00:14:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:32 on dist-test-slave-9zdj"
00:14:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.220099 22344 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.004s
00:14:32.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.226701 22379 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:32.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.228175 22344 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.002s
00:14:32.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.228502 22344 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-2/data,/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-2/wal
00:14:32.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "72046b4105944298a65bfb864963b00f"
00:14:32.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:32 on dist-test-slave-9zdj"
00:14:32.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.228839 22344 fs_report.cc:389] FS layout report
00:14:32.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:32.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-2/wal
00:14:32.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-2/wal
00:14:32.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-2/data/data
00:14:32.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:32.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:32.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:32.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:32.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:32.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:32.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:32.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:32.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:32.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:32.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:32.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.283947 22344 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:14:32.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.285637 22344 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:32.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.286104 22344 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:32.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.366521 22344 rpc_server.cc:307] RPC server started. Bound to: 127.21.162.124:34563
00:14:32.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.366739 22436 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.162.124:34563 every 8 connection(s)
00:14:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.369766 22344 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-2/data/info.pb
00:14:32.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.376375 22437 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:14:32.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.378741 22153 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu as pid 22344
00:14:32.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.379285 22153 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/master-2/wal/instance
00:14:32.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.393518 22437 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } has no permanent_uuid. Determining permanent_uuid...
00:14:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.422273 22437 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } has no permanent_uuid. Determining permanent_uuid...
00:14:32.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.435403 22437 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } has no permanent_uuid. Determining permanent_uuid...
00:14:32.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.457124 22437 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f: Bootstrap starting.
00:14:32.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.464274 22437 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f: Neither blocks nor log segments found. Creating new log.
00:14:32.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.467419 22437 log.cc:826] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f: Log is configured to *not* fsync() on all Append() calls
00:14:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.472832 22437 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f: No bootstrap required, opened a new log
00:14:32.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.493224 22437 raft_consensus.cc:359] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } } peers { permanent_uuid: "49ce5184577846a79f9e8ff3999c5622" member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } } peers { permanent_uuid: "72046b4105944298a65bfb864963b00f" member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } }
00:14:32.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.493942 22437 raft_consensus.cc:385] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:14:32.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.494141 22437 raft_consensus.cc:740] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 72046b4105944298a65bfb864963b00f, State: Initialized, Role: FOLLOWER
00:14:32.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.495060 22437 consensus_queue.cc:260] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } } peers { permanent_uuid: "49ce5184577846a79f9e8ff3999c5622" member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } } peers { permanent_uuid: "72046b4105944298a65bfb864963b00f" member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } }
00:14:32.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.499660 22448 sys_catalog.cc:455] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } } peers { permanent_uuid: "49ce5184577846a79f9e8ff3999c5622" member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } } peers { permanent_uuid: "72046b4105944298a65bfb864963b00f" member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } } }
00:14:32.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.500365 22448 sys_catalog.cc:458] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f [sys.catalog]: This master's current role is: FOLLOWER
00:14:32.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.502139 22437 sys_catalog.cc:565] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f [sys.catalog]: configured and running, proceeding with master startup.
00:14:32.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:32.534974 22462 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:14:32.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:32.535406 22462 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:14:32.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:32.542397 22385 tablet.cc:2406] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:14:32.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.529328 22344 master_runner.cc:187] Error getting master registration for 127.21.162.126:34781: OK, instance_id { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" instance_seqno: 1786493668146753 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:14:32.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.556623 22344 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:14:32.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.788599 22342 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } attempt: 7
00:14:32.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.811549 22342 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622: Bootstrap starting.
00:14:32.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.820334 22342 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622: Neither blocks nor log segments found. Creating new log.
00:14:32.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.822954 22342 log.cc:826] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622: Log is configured to *not* fsync() on all Append() calls
00:14:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.828855 22342 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622: No bootstrap required, opened a new log
00:14:32.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.832626 22448 raft_consensus.cc:493] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:14:32.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.833285 22448 raft_consensus.cc:515] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } } peers { permanent_uuid: "49ce5184577846a79f9e8ff3999c5622" member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } } peers { permanent_uuid: "72046b4105944298a65bfb864963b00f" member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } }
00:14:32.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.836800 22448 leader_election.cc:290] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 653a67b5a4634341935911d1f2a0757a (127.21.162.126:34781), 49ce5184577846a79f9e8ff3999c5622 (127.21.162.125:39031)
00:14:32.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.859344 22342 raft_consensus.cc:359] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } } peers { permanent_uuid: "49ce5184577846a79f9e8ff3999c5622" member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } } peers { permanent_uuid: "72046b4105944298a65bfb864963b00f" member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } }
00:14:32.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.860316 22342 raft_consensus.cc:385] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:14:32.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.860625 22342 raft_consensus.cc:740] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 49ce5184577846a79f9e8ff3999c5622, State: Initialized, Role: FOLLOWER
00:14:32.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.861680 22342 consensus_queue.cc:260] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } } peers { permanent_uuid: "49ce5184577846a79f9e8ff3999c5622" member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } } peers { permanent_uuid: "72046b4105944298a65bfb864963b00f" member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } }
00:14:32.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.866772 22254 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } attempt: 7
00:14:32.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.878203 22468 sys_catalog.cc:455] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } } peers { permanent_uuid: "49ce5184577846a79f9e8ff3999c5622" member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } } peers { permanent_uuid: "72046b4105944298a65bfb864963b00f" member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } } }
00:14:32.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.879951 22468 sys_catalog.cc:458] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [sys.catalog]: This master's current role is: FOLLOWER
00:14:32.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.880192 22342 sys_catalog.cc:565] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [sys.catalog]: configured and running, proceeding with master startup.
00:14:32.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.880383 22313 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "72046b4105944298a65bfb864963b00f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "49ce5184577846a79f9e8ff3999c5622" is_pre_election: true
00:14:32.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.881981 22313 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 72046b4105944298a65bfb864963b00f in term 0.
00:14:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.883772 22383 leader_election.cc:304] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 49ce5184577846a79f9e8ff3999c5622, 72046b4105944298a65bfb864963b00f; no voters: 
00:14:32.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.886525 22448 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f [term 0 FOLLOWER]: Leader pre-election won for term 1
00:14:32.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.887099 22448 raft_consensus.cc:493] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:14:32.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.887581 22448 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f [term 0 FOLLOWER]: Advancing to term 1
00:14:32.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.899076 22448 raft_consensus.cc:515] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } } peers { permanent_uuid: "49ce5184577846a79f9e8ff3999c5622" member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } } peers { permanent_uuid: "72046b4105944298a65bfb864963b00f" member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } }
00:14:32.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.915793 22313 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "72046b4105944298a65bfb864963b00f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "49ce5184577846a79f9e8ff3999c5622"
00:14:32.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.916473 22313 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [term 0 FOLLOWER]: Advancing to term 1
00:14:32.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.916479 22448 leader_election.cc:290] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f [CANDIDATE]: Term 1 election: Requested vote from peers 653a67b5a4634341935911d1f2a0757a (127.21.162.126:34781), 49ce5184577846a79f9e8ff3999c5622 (127.21.162.125:39031)
00:14:32.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.924196 22313 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 72046b4105944298a65bfb864963b00f in term 1.
00:14:32.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.925429 22254 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a: Bootstrap starting.
00:14:32.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.927559 22383 leader_election.cc:304] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 49ce5184577846a79f9e8ff3999c5622, 72046b4105944298a65bfb864963b00f; no voters: 
00:14:32.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.928576 22448 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f [term 1 FOLLOWER]: Leader election won for term 1
00:14:32.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.940050 22448 raft_consensus.cc:697] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f [term 1 LEADER]: Becoming Leader. State: Replica: 72046b4105944298a65bfb864963b00f, State: Running, Role: LEADER
00:14:32.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.941697 22448 consensus_queue.cc:237] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } } peers { permanent_uuid: "49ce5184577846a79f9e8ff3999c5622" member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } } peers { permanent_uuid: "72046b4105944298a65bfb864963b00f" member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } }
00:14:32.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.948935 22254 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a: Neither blocks nor log segments found. Creating new log.
00:14:32.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.952947 22254 log.cc:826] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a: Log is configured to *not* fsync() on all Append() calls
00:14:32.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.961125 22473 sys_catalog.cc:455] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 72046b4105944298a65bfb864963b00f. Latest consensus state: current_term: 1 leader_uuid: "72046b4105944298a65bfb864963b00f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } } peers { permanent_uuid: "49ce5184577846a79f9e8ff3999c5622" member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } } peers { permanent_uuid: "72046b4105944298a65bfb864963b00f" member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } } }
00:14:32.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.962213 22473 sys_catalog.cc:458] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f [sys.catalog]: This master's current role is: LEADER
00:14:32.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.968568 22478 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
00:14:32.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.970310 22254 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a: No bootstrap required, opened a new log
00:14:32.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:32.978938 22478 catalog_manager.cc:1520] Initializing Kudu cluster ID...
00:14:33.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.005388 22313 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [term 1 FOLLOWER]: Refusing update from remote peer 72046b4105944298a65bfb864963b00f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:14:33.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.011339 22487 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
00:14:33.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.011849 22448 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f [LEADER]: Connected to new peer: Peer: permanent_uuid: "49ce5184577846a79f9e8ff3999c5622" member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:14:33.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.034823 22254 raft_consensus.cc:359] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } } peers { permanent_uuid: "49ce5184577846a79f9e8ff3999c5622" member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } } peers { permanent_uuid: "72046b4105944298a65bfb864963b00f" member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } }
00:14:33.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.035825 22254 raft_consensus.cc:385] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:14:33.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.036129 22254 raft_consensus.cc:740] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 653a67b5a4634341935911d1f2a0757a, State: Initialized, Role: FOLLOWER
00:14:33.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.037206 22254 consensus_queue.cc:260] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } } peers { permanent_uuid: "49ce5184577846a79f9e8ff3999c5622" member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } } peers { permanent_uuid: "72046b4105944298a65bfb864963b00f" member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } }
00:14:33.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.045872 22491 sys_catalog.cc:455] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } } peers { permanent_uuid: "49ce5184577846a79f9e8ff3999c5622" member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } } peers { permanent_uuid: "72046b4105944298a65bfb864963b00f" member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } } }
00:14:33.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.046777 22491 sys_catalog.cc:458] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a [sys.catalog]: This master's current role is: FOLLOWER
00:14:33.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.050343 22254 sys_catalog.cc:565] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a [sys.catalog]: configured and running, proceeding with master startup.
00:14:33.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.051074 22221 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a [term 0 FOLLOWER]: Advancing to term 1
00:14:33.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.057120 22468 sys_catalog.cc:455] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 72046b4105944298a65bfb864963b00f. Latest consensus state: current_term: 1 leader_uuid: "72046b4105944298a65bfb864963b00f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } } peers { permanent_uuid: "49ce5184577846a79f9e8ff3999c5622" member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } } peers { permanent_uuid: "72046b4105944298a65bfb864963b00f" member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } } }
00:14:33.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.057948 22468 sys_catalog.cc:458] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [sys.catalog]: This master's current role is: FOLLOWER
00:14:33.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.057968 22223 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "72046b4105944298a65bfb864963b00f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "653a67b5a4634341935911d1f2a0757a" is_pre_election: true
00:14:33.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.059265 22222 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "72046b4105944298a65bfb864963b00f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "653a67b5a4634341935911d1f2a0757a"
00:14:33.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.076246 22221 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a [term 1 FOLLOWER]: Refusing update from remote peer 72046b4105944298a65bfb864963b00f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:14:33.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.081733 22473 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f [LEADER]: Connected to new peer: Peer: permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:14:33.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.089658 22448 sys_catalog.cc:455] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "72046b4105944298a65bfb864963b00f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } } peers { permanent_uuid: "49ce5184577846a79f9e8ff3999c5622" member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } } peers { permanent_uuid: "72046b4105944298a65bfb864963b00f" member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } } }
00:14:33.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.091012 22448 sys_catalog.cc:458] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f [sys.catalog]: This master's current role is: LEADER
00:14:33.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.095180 22468 sys_catalog.cc:455] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "72046b4105944298a65bfb864963b00f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } } peers { permanent_uuid: "49ce5184577846a79f9e8ff3999c5622" member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } } peers { permanent_uuid: "72046b4105944298a65bfb864963b00f" member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } } }
00:14:33.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.095942 22468 sys_catalog.cc:458] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [sys.catalog]: This master's current role is: FOLLOWER
00:14:33.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:33.097364 22199 tablet.cc:2406] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:14:33.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.097755 22478 catalog_manager.cc:1383] Generated new cluster ID: aff8d6141ca34fed9404da3fd61a0f01
00:14:33.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.098083 22478 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
00:14:33.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.022537 22257 master_runner.cc:187] Error getting master registration for 127.21.162.126:34781: OK, instance_id { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" instance_seqno: 1786493668146753 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:14:33.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.100556 22257 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:14:33.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.160135 22507 sys_catalog.cc:455] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "72046b4105944298a65bfb864963b00f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } } peers { permanent_uuid: "49ce5184577846a79f9e8ff3999c5622" member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } } peers { permanent_uuid: "72046b4105944298a65bfb864963b00f" member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } } }
00:14:33.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.161006 22507 sys_catalog.cc:458] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a [sys.catalog]: This master's current role is: FOLLOWER
00:14:33.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.161986 22491 sys_catalog.cc:455] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 72046b4105944298a65bfb864963b00f. Latest consensus state: current_term: 1 leader_uuid: "72046b4105944298a65bfb864963b00f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } } peers { permanent_uuid: "49ce5184577846a79f9e8ff3999c5622" member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } } peers { permanent_uuid: "72046b4105944298a65bfb864963b00f" member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } } }
00:14:33.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.163039 22491 sys_catalog.cc:458] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a [sys.catalog]: This master's current role is: FOLLOWER
00:14:33.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.180398 22448 sys_catalog.cc:455] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "72046b4105944298a65bfb864963b00f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } } peers { permanent_uuid: "49ce5184577846a79f9e8ff3999c5622" member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } } peers { permanent_uuid: "72046b4105944298a65bfb864963b00f" member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } } }
00:14:33.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.181182 22448 sys_catalog.cc:458] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f [sys.catalog]: This master's current role is: LEADER
00:14:33.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.192620 22478 catalog_manager.cc:1406] Generated new certificate authority record
00:14:33.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.195077 22478 catalog_manager.cc:1540] Loading token signing keys...
00:14:33.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.216863 22515 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
00:14:33.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.241380 22478 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 72046b4105944298a65bfb864963b00f: Generated new TSK 0
00:14:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.243355 22478 catalog_manager.cc:1550] Initializing in-progress tserver states...
00:14:33.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.274223 22153 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu
00:14:33.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu
00:14:33.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-0/wal
00:14:33.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-0/data
00:14:33.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:33.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:33.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:33.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:33.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:33.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:33.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-0/logs
00:14:33.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-0/data/info.pb
00:14:33.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:33.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:33.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:33.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:33.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:33.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:33.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:33.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:33.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:14:33.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:33.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.162.65:0
00:14:33.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.162.65
00:14:33.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.162.65
00:14:33.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:33.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.162.126:34781,127.21.162.125:39031,127.21.162.124:34563
00:14:33.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.162.84:39103
00:14:33.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:33.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:33.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:14:33.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:33.656987 22516 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:14:33.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:33.657626 22516 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:33.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:33.658351 22516 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:14:33.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:33.692677 22516 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:14:33.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:33.693933 22516 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.162.65
00:14:33.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.735869 22516 tablet_server_runner.cc:78] Tablet server non-default flags:
00:14:33.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-0/logs
00:14:33.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:33.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:33.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:33.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.162.84:39103
00:14:33.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:33.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:33.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-0/data
00:14:33.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-0/wal
00:14:33.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:33.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:33.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.162.65:0
00:14:33.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:33.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:33.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:33.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-0/data/info.pb
00:14:33.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.162.65
00:14:33.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:33.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.162.126:34781,127.21.162.125:39031,127.21.162.124:34563
00:14:33.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:33.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:33.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:33.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:33.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:33.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.162.65
00:14:33.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:14:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:14:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:14:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:14:33.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:55:14 UTC on e7f111948823
00:14:33.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17639
00:14:33.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:14:33.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.737905 22516 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:33.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:33.740789 22516 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:14:33.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:33.759696 22523 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:34.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.038697 22487 catalog_manager.cc:1295] Loaded cluster ID: aff8d6141ca34fed9404da3fd61a0f01
00:14:34.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.042237 22487 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622: loading cluster ID for follower catalog manager: success
00:14:34.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.060428 22487 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622: acquiring CA information for follower catalog manager: success
00:14:34.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.084369 22487 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:14:34.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.244802 22515 catalog_manager.cc:1295] Loaded cluster ID: aff8d6141ca34fed9404da3fd61a0f01
00:14:34.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.245146 22515 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a: loading cluster ID for follower catalog manager: success
00:14:34.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.266726 22515 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a: acquiring CA information for follower catalog manager: success
00:14:34.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:34.292629 22515 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:14:35.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:33.762452 22524 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:35.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:35.676883 22528 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:35.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:35.681519 22527 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1914 milliseconds
00:14:35.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:35.681644 22516 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:14:35.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:35.683322 22516 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:35.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:35.694552 22516 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:35.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:35.696650 22516 hybrid_clock.cc:648] HybridClock initialized: now 1786493675696570 us; error 106 us; skew 500 ppm
00:14:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:35.698215 22516 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:14:35.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:35.723685 22516 webserver.cc:533] Webserver started at http://127.21.162.65:41353/ using document root <none> and password file <none>
00:14:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:35.725884 22516 fs_manager.cc:362] Metadata directory not provided
00:14:35.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:35.726601 22516 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:35.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:35.727485 22516 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:14:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:35.734367 22516 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-0/data/instance:
00:14:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cfce9c80fcf64c8a8438d8bd2811982a"
00:14:35.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:35 on dist-test-slave-9zdj"
00:14:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:35.736447 22516 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-0/wal/instance:
00:14:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cfce9c80fcf64c8a8438d8bd2811982a"
00:14:35.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:35 on dist-test-slave-9zdj"
00:14:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:35.753398 22516 fs_manager.cc:696] Time spent creating directory manager: real 0.016s	user 0.010s	sys 0.003s
00:14:35.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:35.767554 22543 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:35.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:35.769555 22516 fs_manager.cc:730] Time spent opening block manager: real 0.011s	user 0.009s	sys 0.000s
00:14:35.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:35.770309 22516 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-0/data,/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-0/wal
00:14:35.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cfce9c80fcf64c8a8438d8bd2811982a"
00:14:35.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:35 on dist-test-slave-9zdj"
00:14:35.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:35.771130 22516 fs_report.cc:389] FS layout report
00:14:35.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:35.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-0/wal
00:14:35.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-0/wal
00:14:35.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-0/data/data
00:14:35.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:35.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:35.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:35.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:35.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:35.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:35.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:35.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:35.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:35.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:35.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:35.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:35.896692 22516 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:14:35.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:35.899536 22516 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:35.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:35.900557 22516 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:35.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:35.917246 22516 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:14:35.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:35.931031 22516 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:14:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:35.932833 22516 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.002s	user 0.001s	sys 0.000s
00:14:35.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:35.933674 22516 ts_tablet_manager.cc:616] Registered 0 tablets
00:14:35.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:35.935925 22516 ts_tablet_manager.cc:595] Time spent register tablets: real 0.002s	user 0.000s	sys 0.000s
00:14:36.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:36.397528 22516 rpc_server.cc:307] RPC server started. Bound to: 127.21.162.65:38071
00:14:36.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:36.397729 22668 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.162.65:38071 every 8 connection(s)
00:14:36.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:36.401171 22516 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-0/data/info.pb
00:14:36.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:36.412240 22153 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu as pid 22516
00:14:36.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:36.413093 22153 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-0/wal/instance
00:14:36.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:36.458681 22153 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu
00:14:36.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu
00:14:36.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-1/wal
00:14:36.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-1/data
00:14:36.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:36.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:36.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:36.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:36.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:36.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:36.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-1/logs
00:14:36.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-1/data/info.pb
00:14:36.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:36.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:36.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:36.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:36.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:36.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:36.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:36.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:36.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:14:36.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:36.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.162.66:0
00:14:36.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.162.66
00:14:36.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.162.66
00:14:36.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:36.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.162.126:34781,127.21.162.125:39031,127.21.162.124:34563
00:14:36.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.162.84:39103
00:14:36.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:36.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:36.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:14:36.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:36.484346 22670 heartbeater.cc:344] Connected to a master server at 127.21.162.124:34563
00:14:36.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:36.484866 22670 heartbeater.cc:461] Registering TS with master...
00:14:36.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:36.486383 22670 heartbeater.cc:507] Master 127.21.162.124:34563 requested a full tablet report, sending...
00:14:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:36.491336 22397 ts_manager.cc:194] Registered new tserver with Master: cfce9c80fcf64c8a8438d8bd2811982a (127.21.162.65:38071)
00:14:36.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:36.495388 22397 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.162.65:41485
00:14:36.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:36.503937 22671 heartbeater.cc:344] Connected to a master server at 127.21.162.125:39031
00:14:36.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:36.504377 22671 heartbeater.cc:461] Registering TS with master...
00:14:36.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:36.505172 22671 heartbeater.cc:507] Master 127.21.162.125:39031 requested a full tablet report, sending...
00:14:36.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:36.511312 22302 ts_manager.cc:194] Registered new tserver with Master: cfce9c80fcf64c8a8438d8bd2811982a (127.21.162.65:38071)
00:14:36.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:36.530675 22673 heartbeater.cc:344] Connected to a master server at 127.21.162.126:34781
00:14:36.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:36.531128 22673 heartbeater.cc:461] Registering TS with master...
00:14:36.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:36.531870 22673 heartbeater.cc:507] Master 127.21.162.126:34781 requested a full tablet report, sending...
00:14:36.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:36.535799 22212 ts_manager.cc:194] Registered new tserver with Master: cfce9c80fcf64c8a8438d8bd2811982a (127.21.162.65:38071)
00:14:36.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:36.859951 22687 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:14:36.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:36.860558 22687 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:36.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:36.861151 22687 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:14:36.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:36.927845 22687 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:14:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:36.930101 22687 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.162.66
00:14:36.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:36.975363 22687 tablet_server_runner.cc:78] Tablet server non-default flags:
00:14:36.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-1/logs
00:14:36.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:36.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:36.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:36.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.162.84:39103
00:14:36.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:36.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:36.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-1/data
00:14:36.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-1/wal
00:14:36.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.162.66:0
00:14:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-1/data/info.pb
00:14:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.162.66
00:14:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.162.126:34781,127.21.162.125:39031,127.21.162.124:34563
00:14:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:36.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.162.66
00:14:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:14:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:14:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:14:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:14:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:55:14 UTC on e7f111948823
00:14:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17639
00:14:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:14:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:36.977384 22687 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:36.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:36.979993 22687 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:14:37.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:36.999678 22694 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:37.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:37.505282 22670 heartbeater.cc:499] Master 127.21.162.124:34563 was elected leader, sending a full tablet report...
00:14:38.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:38.401846 22693 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 22687
00:14:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:37.003188 22695 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:38.695658 22687 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.695s	user 0.499s	sys 1.054s
00:14:38.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:38.695991 22687 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.695s	user 0.499s	sys 1.054s
00:14:38.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.706408 22687 server_base.cc:1061] running on GCE node
00:14:38.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:38.706489 22703 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:38.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.707798 22687 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:38.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.709985 22687 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:38.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.711341 22687 hybrid_clock.cc:648] HybridClock initialized: now 1786493678711313 us; error 55 us; skew 500 ppm
00:14:38.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.712116 22687 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:14:38.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.718883 22687 webserver.cc:533] Webserver started at http://127.21.162.66:41915/ using document root <none> and password file <none>
00:14:38.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.719939 22687 fs_manager.cc:362] Metadata directory not provided
00:14:38.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.720145 22687 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:38.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.720547 22687 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:14:38.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.725106 22687 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-1/data/instance:
00:14:38.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9a5628453c4a4d8a97628461844dac32"
00:14:38.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:38 on dist-test-slave-9zdj"
00:14:38.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.726310 22687 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-1/wal/instance:
00:14:38.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9a5628453c4a4d8a97628461844dac32"
00:14:38.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:38 on dist-test-slave-9zdj"
00:14:38.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.734537 22687 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.000s
00:14:38.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.740859 22710 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.742283 22687 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.001s
00:14:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.742610 22687 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-1/data,/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-1/wal
00:14:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9a5628453c4a4d8a97628461844dac32"
00:14:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:38 on dist-test-slave-9zdj"
00:14:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.742966 22687 fs_report.cc:389] FS layout report
00:14:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-1/wal
00:14:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-1/wal
00:14:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-1/data/data
00:14:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:38.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:38.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.800532 22687 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:14:38.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.802148 22687 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:38.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.802654 22687 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:38.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.805697 22687 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:14:38.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.810513 22687 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:14:38.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.810705 22687 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:14:38.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.810945 22687 ts_tablet_manager.cc:616] Registered 0 tablets
00:14:38.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.811084 22687 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:14:38.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.964015 22687 rpc_server.cc:307] RPC server started. Bound to: 127.21.162.66:40497
00:14:38.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.964129 22851 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.162.66:40497 every 8 connection(s)
00:14:38.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.966962 22687 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-1/data/info.pb
00:14:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.974298 22153 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu as pid 22687
00:14:38.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.974769 22153 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-1/wal/instance
00:14:38.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:38.993711 22153 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu
00:14:38.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu
00:14:38.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-2/wal
00:14:38.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-2/data
00:14:38.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:38.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:38.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-2/logs
00:14:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-2/data/info.pb
00:14:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:14:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.162.67:0
00:14:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.162.67
00:14:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.162.67
00:14:38.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:38.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.162.126:34781,127.21.162.125:39031,127.21.162.124:34563
00:14:38.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.162.84:39103
00:14:38.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:38.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:38.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:14:39.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:39.011799 22854 heartbeater.cc:344] Connected to a master server at 127.21.162.125:39031
00:14:39.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:39.012384 22854 heartbeater.cc:461] Registering TS with master...
00:14:39.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:39.012399 22855 heartbeater.cc:344] Connected to a master server at 127.21.162.126:34781
00:14:39.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:39.013294 22855 heartbeater.cc:461] Registering TS with master...
00:14:39.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:39.013947 22854 heartbeater.cc:507] Master 127.21.162.125:39031 requested a full tablet report, sending...
00:14:39.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:39.014118 22853 heartbeater.cc:344] Connected to a master server at 127.21.162.124:34563
00:14:39.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:39.014528 22853 heartbeater.cc:461] Registering TS with master...
00:14:39.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:39.014564 22855 heartbeater.cc:507] Master 127.21.162.126:34781 requested a full tablet report, sending...
00:14:39.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:39.015581 22853 heartbeater.cc:507] Master 127.21.162.124:34563 requested a full tablet report, sending...
00:14:39.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:39.018150 22302 ts_manager.cc:194] Registered new tserver with Master: 9a5628453c4a4d8a97628461844dac32 (127.21.162.66:40497)
00:14:39.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:39.018656 22397 ts_manager.cc:194] Registered new tserver with Master: 9a5628453c4a4d8a97628461844dac32 (127.21.162.66:40497)
00:14:39.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:39.018819 22212 ts_manager.cc:194] Registered new tserver with Master: 9a5628453c4a4d8a97628461844dac32 (127.21.162.66:40497)
00:14:39.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:39.020716 22397 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.162.66:51765
00:14:39.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:39.344005 22864 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:14:39.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:39.344521 22864 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:39.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:39.344936 22864 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:14:39.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:39.380198 22864 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:14:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:39.382069 22864 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.162.67
00:14:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:39.427744 22864 tablet_server_runner.cc:78] Tablet server non-default flags:
00:14:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-2/logs
00:14:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.162.84:39103
00:14:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-2/data
00:14:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-2/wal
00:14:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.162.67:0
00:14:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-2/data/info.pb
00:14:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.162.67
00:14:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.162.126:34781,127.21.162.125:39031,127.21.162.124:34563
00:14:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.162.67
00:14:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:14:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:14:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:14:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:14:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:55:14 UTC on e7f111948823
00:14:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17639
00:14:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:14:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:39.429087 22864 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:39.430843 22864 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:14:39.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:39.444419 22871 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:40.029560 22853 heartbeater.cc:499] Master 127.21.162.124:34563 was elected leader, sending a full tablet report...
00:14:40.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:39.445642 22873 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:40.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:40.770558 22874 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1321 milliseconds
00:14:40.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:40.770884 22875 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:40.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:40.774606 22864 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.330s	user 0.415s	sys 0.902s
00:14:40.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:40.775012 22864 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.330s	user 0.415s	sys 0.902s
00:14:40.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:40.775377 22864 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:14:40.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:40.779667 22864 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:40.782483 22864 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:40.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:40.784201 22864 hybrid_clock.cc:648] HybridClock initialized: now 1786493680784124 us; error 92 us; skew 500 ppm
00:14:40.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:40.785190 22864 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:14:40.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:40.807231 22864 webserver.cc:533] Webserver started at http://127.21.162.67:43469/ using document root <none> and password file <none>
00:14:40.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:40.808306 22864 fs_manager.cc:362] Metadata directory not provided
00:14:40.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:40.808573 22864 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:40.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:40.809255 22864 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:14:40.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:40.814581 22864 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-2/data/instance:
00:14:40.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "052acbc1e091469693f9510132dcc7c7"
00:14:40.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:40 on dist-test-slave-9zdj"
00:14:40.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:40.816053 22864 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-2/wal/instance:
00:14:40.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "052acbc1e091469693f9510132dcc7c7"
00:14:40.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:40 on dist-test-slave-9zdj"
00:14:40.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:40.825136 22864 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.005s
00:14:40.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:40.831955 22885 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:40.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:40.833745 22864 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.000s
00:14:40.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:40.834227 22864 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-2/data,/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-2/wal
00:14:40.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "052acbc1e091469693f9510132dcc7c7"
00:14:40.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:40 on dist-test-slave-9zdj"
00:14:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:40.834735 22864 fs_report.cc:389] FS layout report
00:14:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-2/wal
00:14:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-2/wal
00:14:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-2/data/data
00:14:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:40.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:40.925781 22864 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:14:40.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:40.927897 22864 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:40.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:40.928532 22864 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:40.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:40.931902 22864 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:14:40.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:40.936534 22864 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:14:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:40.936753 22864 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:14:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:40.936957 22864 ts_tablet_manager.cc:616] Registered 0 tablets
00:14:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:40.937078 22864 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:41.094578 22864 rpc_server.cc:307] RPC server started. Bound to: 127.21.162.67:46289
00:14:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:41.094687 23024 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.162.67:46289 every 8 connection(s)
00:14:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:41.097678 22864 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-2/data/info.pb
00:14:41.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:41.102962 22153 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu as pid 22864
00:14:41.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:41.103549 22153 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-2/wal/instance
00:14:41.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:41.144703 23025 heartbeater.cc:344] Connected to a master server at 127.21.162.124:34563
00:14:41.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:41.145222 23025 heartbeater.cc:461] Registering TS with master...
00:14:41.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:41.146452 23027 heartbeater.cc:344] Connected to a master server at 127.21.162.126:34781
00:14:41.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:41.146677 23025 heartbeater.cc:507] Master 127.21.162.124:34563 requested a full tablet report, sending...
00:14:41.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:41.146824 23027 heartbeater.cc:461] Registering TS with master...
00:14:41.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:41.147679 23027 heartbeater.cc:507] Master 127.21.162.126:34781 requested a full tablet report, sending...
00:14:41.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:41.149415 23026 heartbeater.cc:344] Connected to a master server at 127.21.162.125:39031
00:14:41.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:41.149781 23026 heartbeater.cc:461] Registering TS with master...
00:14:41.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:41.150660 23026 heartbeater.cc:507] Master 127.21.162.125:39031 requested a full tablet report, sending...
00:14:41.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:41.150561 22397 ts_manager.cc:194] Registered new tserver with Master: 052acbc1e091469693f9510132dcc7c7 (127.21.162.67:46289)
00:14:41.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:41.151002 22212 ts_manager.cc:194] Registered new tserver with Master: 052acbc1e091469693f9510132dcc7c7 (127.21.162.67:46289)
00:14:41.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:41.154035 22397 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.162.67:58463
00:14:41.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:41.154541 22302 ts_manager.cc:194] Registered new tserver with Master: 052acbc1e091469693f9510132dcc7c7 (127.21.162.67:46289)
00:14:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:41.160990 22153 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
00:14:41.173 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:14:41.174 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

00:14:41.186 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.21.162.126"
      port: 34781
    }
    bound_http_address {
      host: "127.21.162.126"
      port: 45477
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.21.162.125"
      port: 39031
    }
    bound_http_address {
      host: "127.21.162.125"
      port: 46445
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.21.162.124"
      port: 34563
    }
    bound_http_address {
      host: "127.21.162.124"
      port: 37635
    }
  }
}

00:14:41.190 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

00:14:41.194 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.21.162.65"
      port: 38071
    }
    bound_http_address {
      host: "127.21.162.65"
      port: 41353
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.21.162.66"
      port: 40497
    }
    bound_http_address {
      host: "127.21.162.66"
      port: 41915
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.21.162.67"
      port: 46289
    }
    bound_http_address {
      host: "127.21.162.67"
      port: 43469
    }
  }
}

00:14:41.194 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:14:41.406 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
00:14:41.476 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:14:41.651 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.162.125:39031(127.21.162.125:39031)] connecting to peer
00:14:41.704 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.162.126:34781(127.21.162.126:34781)] connecting to peer
00:14:41.715 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.21.162.124:34563(127.21.162.124:34563)] connecting to peer
00:14:41.729 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.162.126:34781(127.21.162.126:34781)] Successfully connected to peer
00:14:41.729 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.21.162.124:34563(127.21.162.124:34563)] Successfully connected to peer
00:14:41.729 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.162.125:39031(127.21.162.125:39031)] Successfully connected to peer
00:14:41.823 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.21.162.125
00:14:41.823 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.21.162.124
00:14:41.826 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.21.162.126
00:14:42.066 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xb0241373, L:/127.0.0.1:60268 - R:/127.21.162.124:34563] using SASL/PLAIN
00:14:42.066 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xe6762608, L:/127.0.0.1:50874 - R:/127.21.162.126:34781] using SASL/PLAIN
00:14:42.066 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x15d4c476, L:/127.0.0.1:46916 - R:/127.21.162.125:39031] using SASL/PLAIN
00:14:42.107 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:14:42.108 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=507), Traces: [0ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [477ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [477ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [478ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: OK, deferred=null) after lookup
00:14:42.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.157533 23025 heartbeater.cc:499] Master 127.21.162.124:34563 was elected leader, sending a full tablet report...
00:14:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.160703 22396 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:60268:
00:14:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestClientFailoverSupport-KILL"
00:14:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:14:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:14:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
00:14:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:14:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:14:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:14:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:14:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:14:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:14:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:14:42.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:14:42.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
00:14:42.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:14:42.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:14:42.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:14:42.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:14:42.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:14:42.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:14:42.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:14:42.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:14:42.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
00:14:42.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:14:42.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:14:42.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:14:42.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:14:42.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:14:42.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:14:42.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:14:42.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:14:42.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
00:14:42.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:14:42.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:14:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
00:14:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
00:14:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
00:14:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
00:14:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:14:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:14:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:14:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:14:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
00:14:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
00:14:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:14:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:14:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:14:42.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:14:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:14:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:14:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:14:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:14:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
00:14:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:14:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
00:14:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:14:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:14:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:14:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:42.165253 22396 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestClientFailoverSupport-KILL in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:14:42.271 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 0effa9efd5bc48d89df52b6cb3ced619
00:14:42.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.299445 22774 tablet_service.cc:1511] Processing CreateTablet for tablet 9ce64ddb7a934a9e8b29e283b0944aea (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=0effa9efd5bc48d89df52b6cb3ced619]), partition=RANGE (key) PARTITION UNBOUNDED
00:14:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.302034 22774 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9ce64ddb7a934a9e8b29e283b0944aea. 1 dirs total, 0 dirs full, 0 dirs failed
00:14:42.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.302248 22942 tablet_service.cc:1511] Processing CreateTablet for tablet 9ce64ddb7a934a9e8b29e283b0944aea (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=0effa9efd5bc48d89df52b6cb3ced619]), partition=RANGE (key) PARTITION UNBOUNDED
00:14:42.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.304540 22942 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9ce64ddb7a934a9e8b29e283b0944aea. 1 dirs total, 0 dirs full, 0 dirs failed
00:14:42.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.314553 22597 tablet_service.cc:1511] Processing CreateTablet for tablet 9ce64ddb7a934a9e8b29e283b0944aea (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-KILL [id=0effa9efd5bc48d89df52b6cb3ced619]), partition=RANGE (key) PARTITION UNBOUNDED
00:14:42.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.316476 22597 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9ce64ddb7a934a9e8b29e283b0944aea. 1 dirs total, 0 dirs full, 0 dirs failed
00:14:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.331977 23065 tablet_bootstrap.cc:492] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7: Bootstrap starting.
00:14:42.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.343238 23065 tablet_bootstrap.cc:654] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7: Neither blocks nor log segments found. Creating new log.
00:14:42.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.345286 23066 tablet_bootstrap.cc:492] T 9ce64ddb7a934a9e8b29e283b0944aea P 9a5628453c4a4d8a97628461844dac32: Bootstrap starting.
00:14:42.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.347505 23065 log.cc:826] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7: Log is configured to *not* fsync() on all Append() calls
00:14:42.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.351861 23068 tablet_bootstrap.cc:492] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a: Bootstrap starting.
00:14:42.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.353353 23066 tablet_bootstrap.cc:654] T 9ce64ddb7a934a9e8b29e283b0944aea P 9a5628453c4a4d8a97628461844dac32: Neither blocks nor log segments found. Creating new log.
00:14:42.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.355978 23065 tablet_bootstrap.cc:492] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7: No bootstrap required, opened a new log
00:14:42.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.356592 23065 ts_tablet_manager.cc:1403] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7: Time spent bootstrapping tablet: real 0.025s	user 0.011s	sys 0.008s
00:14:42.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.357722 23066 log.cc:826] T 9ce64ddb7a934a9e8b29e283b0944aea P 9a5628453c4a4d8a97628461844dac32: Log is configured to *not* fsync() on all Append() calls
00:14:42.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.360221 23068 tablet_bootstrap.cc:654] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a: Neither blocks nor log segments found. Creating new log.
00:14:42.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.363072 23068 log.cc:826] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a: Log is configured to *not* fsync() on all Append() calls
00:14:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.374044 23066 tablet_bootstrap.cc:492] T 9ce64ddb7a934a9e8b29e283b0944aea P 9a5628453c4a4d8a97628461844dac32: No bootstrap required, opened a new log
00:14:42.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.374704 23066 ts_tablet_manager.cc:1403] T 9ce64ddb7a934a9e8b29e283b0944aea P 9a5628453c4a4d8a97628461844dac32: Time spent bootstrapping tablet: real 0.031s	user 0.019s	sys 0.000s
00:14:42.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.387583 23068 tablet_bootstrap.cc:492] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a: No bootstrap required, opened a new log
00:14:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.390748 23068 ts_tablet_manager.cc:1403] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a: Time spent bootstrapping tablet: real 0.040s	user 0.015s	sys 0.016s
00:14:42.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.391760 23065 raft_consensus.cc:359] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a5628453c4a4d8a97628461844dac32" member_type: VOTER last_known_addr { host: "127.21.162.66" port: 40497 } } peers { permanent_uuid: "052acbc1e091469693f9510132dcc7c7" member_type: VOTER last_known_addr { host: "127.21.162.67" port: 46289 } } peers { permanent_uuid: "cfce9c80fcf64c8a8438d8bd2811982a" member_type: VOTER last_known_addr { host: "127.21.162.65" port: 38071 } }
00:14:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.393070 23065 raft_consensus.cc:385] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:14:42.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.393585 23065 raft_consensus.cc:740] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 052acbc1e091469693f9510132dcc7c7, State: Initialized, Role: FOLLOWER
00:14:42.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.394891 23065 consensus_queue.cc:260] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a5628453c4a4d8a97628461844dac32" member_type: VOTER last_known_addr { host: "127.21.162.66" port: 40497 } } peers { permanent_uuid: "052acbc1e091469693f9510132dcc7c7" member_type: VOTER last_known_addr { host: "127.21.162.67" port: 46289 } } peers { permanent_uuid: "cfce9c80fcf64c8a8438d8bd2811982a" member_type: VOTER last_known_addr { host: "127.21.162.65" port: 38071 } }
00:14:42.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.415424 23065 ts_tablet_manager.cc:1434] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7: Time spent starting tablet: real 0.059s	user 0.043s	sys 0.006s
00:14:42.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.436887 23066 raft_consensus.cc:359] T 9ce64ddb7a934a9e8b29e283b0944aea P 9a5628453c4a4d8a97628461844dac32 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a5628453c4a4d8a97628461844dac32" member_type: VOTER last_known_addr { host: "127.21.162.66" port: 40497 } } peers { permanent_uuid: "052acbc1e091469693f9510132dcc7c7" member_type: VOTER last_known_addr { host: "127.21.162.67" port: 46289 } } peers { permanent_uuid: "cfce9c80fcf64c8a8438d8bd2811982a" member_type: VOTER last_known_addr { host: "127.21.162.65" port: 38071 } }
00:14:42.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.437564 23068 raft_consensus.cc:359] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a5628453c4a4d8a97628461844dac32" member_type: VOTER last_known_addr { host: "127.21.162.66" port: 40497 } } peers { permanent_uuid: "052acbc1e091469693f9510132dcc7c7" member_type: VOTER last_known_addr { host: "127.21.162.67" port: 46289 } } peers { permanent_uuid: "cfce9c80fcf64c8a8438d8bd2811982a" member_type: VOTER last_known_addr { host: "127.21.162.65" port: 38071 } }
00:14:42.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.438418 23066 raft_consensus.cc:385] T 9ce64ddb7a934a9e8b29e283b0944aea P 9a5628453c4a4d8a97628461844dac32 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:14:42.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.438772 23066 raft_consensus.cc:740] T 9ce64ddb7a934a9e8b29e283b0944aea P 9a5628453c4a4d8a97628461844dac32 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9a5628453c4a4d8a97628461844dac32, State: Initialized, Role: FOLLOWER
00:14:42.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.439800 23066 consensus_queue.cc:260] T 9ce64ddb7a934a9e8b29e283b0944aea P 9a5628453c4a4d8a97628461844dac32 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a5628453c4a4d8a97628461844dac32" member_type: VOTER last_known_addr { host: "127.21.162.66" port: 40497 } } peers { permanent_uuid: "052acbc1e091469693f9510132dcc7c7" member_type: VOTER last_known_addr { host: "127.21.162.67" port: 46289 } } peers { permanent_uuid: "cfce9c80fcf64c8a8438d8bd2811982a" member_type: VOTER last_known_addr { host: "127.21.162.65" port: 38071 } }
00:14:42.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.444286 23068 raft_consensus.cc:385] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:14:42.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.445011 23068 raft_consensus.cc:740] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cfce9c80fcf64c8a8438d8bd2811982a, State: Initialized, Role: FOLLOWER
00:14:42.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.446755 23068 consensus_queue.cc:260] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a5628453c4a4d8a97628461844dac32" member_type: VOTER last_known_addr { host: "127.21.162.66" port: 40497 } } peers { permanent_uuid: "052acbc1e091469693f9510132dcc7c7" member_type: VOTER last_known_addr { host: "127.21.162.67" port: 46289 } } peers { permanent_uuid: "cfce9c80fcf64c8a8438d8bd2811982a" member_type: VOTER last_known_addr { host: "127.21.162.65" port: 38071 } }
00:14:42.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.456436 23066 ts_tablet_manager.cc:1434] T 9ce64ddb7a934a9e8b29e283b0944aea P 9a5628453c4a4d8a97628461844dac32: Time spent starting tablet: real 0.081s	user 0.034s	sys 0.016s
00:14:42.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.464269 23068 ts_tablet_manager.cc:1434] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a: Time spent starting tablet: real 0.062s	user 0.034s	sys 0.009s
00:14:42.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:42.500671 22857 tablet.cc:2406] T 9ce64ddb7a934a9e8b29e283b0944aea P 9a5628453c4a4d8a97628461844dac32: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:14:42.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:42.504463 22682 tablet.cc:2406] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:14:42.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:42.627171 23033 tablet.cc:2406] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:14:42.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.627462 23074 raft_consensus.cc:493] T 9ce64ddb7a934a9e8b29e283b0944aea P 9a5628453c4a4d8a97628461844dac32 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:14:42.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.628124 23074 raft_consensus.cc:515] T 9ce64ddb7a934a9e8b29e283b0944aea P 9a5628453c4a4d8a97628461844dac32 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a5628453c4a4d8a97628461844dac32" member_type: VOTER last_known_addr { host: "127.21.162.66" port: 40497 } } peers { permanent_uuid: "052acbc1e091469693f9510132dcc7c7" member_type: VOTER last_known_addr { host: "127.21.162.67" port: 46289 } } peers { permanent_uuid: "cfce9c80fcf64c8a8438d8bd2811982a" member_type: VOTER last_known_addr { host: "127.21.162.65" port: 38071 } }
00:14:42.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.630983 23074 leader_election.cc:290] T 9ce64ddb7a934a9e8b29e283b0944aea P 9a5628453c4a4d8a97628461844dac32 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 052acbc1e091469693f9510132dcc7c7 (127.21.162.67:46289), cfce9c80fcf64c8a8438d8bd2811982a (127.21.162.65:38071)
00:14:42.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.643312 22964 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9ce64ddb7a934a9e8b29e283b0944aea" candidate_uuid: "9a5628453c4a4d8a97628461844dac32" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "052acbc1e091469693f9510132dcc7c7" is_pre_election: true
00:14:42.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.643541 22619 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9ce64ddb7a934a9e8b29e283b0944aea" candidate_uuid: "9a5628453c4a4d8a97628461844dac32" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cfce9c80fcf64c8a8438d8bd2811982a" is_pre_election: true
00:14:42.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.644068 22964 raft_consensus.cc:2468] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9a5628453c4a4d8a97628461844dac32 in term 0.
00:14:42.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.644498 22619 raft_consensus.cc:2468] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9a5628453c4a4d8a97628461844dac32 in term 0.
00:14:42.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.645740 22711 leader_election.cc:304] T 9ce64ddb7a934a9e8b29e283b0944aea P 9a5628453c4a4d8a97628461844dac32 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 052acbc1e091469693f9510132dcc7c7, 9a5628453c4a4d8a97628461844dac32; no voters: 
00:14:42.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.646661 23074 raft_consensus.cc:2804] T 9ce64ddb7a934a9e8b29e283b0944aea P 9a5628453c4a4d8a97628461844dac32 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:14:42.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.646960 23074 raft_consensus.cc:493] T 9ce64ddb7a934a9e8b29e283b0944aea P 9a5628453c4a4d8a97628461844dac32 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:14:42.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.647243 23074 raft_consensus.cc:3060] T 9ce64ddb7a934a9e8b29e283b0944aea P 9a5628453c4a4d8a97628461844dac32 [term 0 FOLLOWER]: Advancing to term 1
00:14:42.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.652096 23074 raft_consensus.cc:515] T 9ce64ddb7a934a9e8b29e283b0944aea P 9a5628453c4a4d8a97628461844dac32 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a5628453c4a4d8a97628461844dac32" member_type: VOTER last_known_addr { host: "127.21.162.66" port: 40497 } } peers { permanent_uuid: "052acbc1e091469693f9510132dcc7c7" member_type: VOTER last_known_addr { host: "127.21.162.67" port: 46289 } } peers { permanent_uuid: "cfce9c80fcf64c8a8438d8bd2811982a" member_type: VOTER last_known_addr { host: "127.21.162.65" port: 38071 } }
00:14:42.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.653791 23074 leader_election.cc:290] T 9ce64ddb7a934a9e8b29e283b0944aea P 9a5628453c4a4d8a97628461844dac32 [CANDIDATE]: Term 1 election: Requested vote from peers 052acbc1e091469693f9510132dcc7c7 (127.21.162.67:46289), cfce9c80fcf64c8a8438d8bd2811982a (127.21.162.65:38071)
00:14:42.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.654734 22964 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9ce64ddb7a934a9e8b29e283b0944aea" candidate_uuid: "9a5628453c4a4d8a97628461844dac32" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "052acbc1e091469693f9510132dcc7c7"
00:14:42.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.654874 22619 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9ce64ddb7a934a9e8b29e283b0944aea" candidate_uuid: "9a5628453c4a4d8a97628461844dac32" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cfce9c80fcf64c8a8438d8bd2811982a"
00:14:42.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.655230 22964 raft_consensus.cc:3060] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7 [term 0 FOLLOWER]: Advancing to term 1
00:14:42.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.655452 22619 raft_consensus.cc:3060] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a [term 0 FOLLOWER]: Advancing to term 1
00:14:42.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.659996 22964 raft_consensus.cc:2468] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9a5628453c4a4d8a97628461844dac32 in term 1.
00:14:42.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.660007 22619 raft_consensus.cc:2468] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9a5628453c4a4d8a97628461844dac32 in term 1.
00:14:42.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.661085 22718 leader_election.cc:304] T 9ce64ddb7a934a9e8b29e283b0944aea P 9a5628453c4a4d8a97628461844dac32 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9a5628453c4a4d8a97628461844dac32, cfce9c80fcf64c8a8438d8bd2811982a; no voters: 
00:14:42.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.661911 23074 raft_consensus.cc:2804] T 9ce64ddb7a934a9e8b29e283b0944aea P 9a5628453c4a4d8a97628461844dac32 [term 1 FOLLOWER]: Leader election won for term 1
00:14:42.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.663946 23074 raft_consensus.cc:697] T 9ce64ddb7a934a9e8b29e283b0944aea P 9a5628453c4a4d8a97628461844dac32 [term 1 LEADER]: Becoming Leader. State: Replica: 9a5628453c4a4d8a97628461844dac32, State: Running, Role: LEADER
00:14:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.665364 23074 consensus_queue.cc:237] T 9ce64ddb7a934a9e8b29e283b0944aea P 9a5628453c4a4d8a97628461844dac32 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a5628453c4a4d8a97628461844dac32" member_type: VOTER last_known_addr { host: "127.21.162.66" port: 40497 } } peers { permanent_uuid: "052acbc1e091469693f9510132dcc7c7" member_type: VOTER last_known_addr { host: "127.21.162.67" port: 46289 } } peers { permanent_uuid: "cfce9c80fcf64c8a8438d8bd2811982a" member_type: VOTER last_known_addr { host: "127.21.162.65" port: 38071 } }
00:14:42.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.675829 22397 catalog_manager.cc:5719] T 9ce64ddb7a934a9e8b29e283b0944aea P 9a5628453c4a4d8a97628461844dac32 reported cstate change: term changed from 0 to 1, leader changed from <none> to 9a5628453c4a4d8a97628461844dac32 (127.21.162.66). New cstate: current_term: 1 leader_uuid: "9a5628453c4a4d8a97628461844dac32" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a5628453c4a4d8a97628461844dac32" member_type: VOTER last_known_addr { host: "127.21.162.66" port: 40497 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "052acbc1e091469693f9510132dcc7c7" member_type: VOTER last_known_addr { host: "127.21.162.67" port: 46289 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cfce9c80fcf64c8a8438d8bd2811982a" member_type: VOTER last_known_addr { host: "127.21.162.65" port: 38071 } health_report { overall_health: UNKNOWN } } }
00:14:42.733 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 0effa9efd5bc48d89df52b6cb3ced619
00:14:42.753 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9ce64ddb7a934a9e8b29e283b0944aea for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
00:14:42.762 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299992, tablet=9ce64ddb7a934a9e8b29e283b0944aea@[052acbc1e091469693f9510132dcc7c7(127.21.162.67:46289),9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497)[L],cfce9c80fcf64c8a8438d8bd2811982a(127.21.162.65:38071)]}]
00:14:42.763 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=22), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.162.124:34563, [11ms] Sub RPC GetTableLocations: received response from server master-127.21.162.124:34563: OK, deferred=null) after lookup
00:14:42.776 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497)] connecting to peer
00:14:42.780 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497)] Successfully connected to peer
00:14:42.851 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0xe453044a, L:/127.0.0.1:42810 - R:/127.21.162.66:40497] using TOKEN/null
00:14:42.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.870299 22619 raft_consensus.cc:1275] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a [term 1 FOLLOWER]: Refusing update from remote peer 9a5628453c4a4d8a97628461844dac32: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:14:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.870559 22964 raft_consensus.cc:1275] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7 [term 1 FOLLOWER]: Refusing update from remote peer 9a5628453c4a4d8a97628461844dac32: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:14:42.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.872020 23074 consensus_queue.cc:1048] T 9ce64ddb7a934a9e8b29e283b0944aea P 9a5628453c4a4d8a97628461844dac32 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cfce9c80fcf64c8a8438d8bd2811982a" member_type: VOTER last_known_addr { host: "127.21.162.65" port: 38071 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:14:42.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.873024 23078 consensus_queue.cc:1048] T 9ce64ddb7a934a9e8b29e283b0944aea P 9a5628453c4a4d8a97628461844dac32 [LEADER]: Connected to new peer: Peer: permanent_uuid: "052acbc1e091469693f9510132dcc7c7" member_type: VOTER last_known_addr { host: "127.21.162.67" port: 46289 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:14:42.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.904681 23083 mvcc.cc:204] Tried to move back new op lower bound from 7317478125016150016 to 7317478124205625344. Current Snapshot: MvccSnapshot[applied={T|T < 7317478125016150016}]
00:14:42.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:42.924954 23085 mvcc.cc:204] Tried to move back new op lower bound from 7317478125016150016 to 7317478124205625344. Current Snapshot: MvccSnapshot[applied={T|T < 7317478125016150016}]
00:14:43.313 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-KILL, tablet=9ce64ddb7a934a9e8b29e283b0944aea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:14:43.316 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.21.162.124:34563
00:14:43.318 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

00:14:43.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:43.318785 22153 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu with pid 22344
00:14:43.359 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:43.360 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.21.162.66:40497
00:14:43.360 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

00:14:43.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:43.361171 22153 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu with pid 22687
00:14:43.366 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.21.162.124:34563(127.21.162.124:34563)] handling channelInactive
00:14:43.367 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.162.124:34563(127.21.162.124:34563)] cleaning up while in state READY due to: connection closed
00:14:43.408 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497)] handling channelInactive
00:14:43.408 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497)] cleaning up while in state READY due to: connection closed
00:14:43.409 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:14:43.410 [DEBUG - Time-limited test] (Connection.java:748) [peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497)] connecting to peer
00:14:43.413 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497
00:14:43.413 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497
00:14:43.413 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497) for tablet 9ce64ddb7a934a9e8b29e283b0944aea: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497
00:14:43.423 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.21.162.124:34563(127.21.162.124:34563)] connecting to peer
00:14:43.426 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:43.426 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.162.124:34563(127.21.162.124:34563)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:43.426 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location master-127.21.162.124:34563(127.21.162.124:34563) for tablet Kudu Master: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:43.443 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.21.162.124:34563(127.21.162.124:34563)] connecting to peer
00:14:43.446 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:43.446 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.162.124:34563(127.21.162.124:34563)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:43.446 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.162.124:34563: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:43.452 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563; will retry
00:14:43.463 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.21.162.124:34563(127.21.162.124:34563)] connecting to peer
00:14:43.465 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:43.466 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.162.124:34563(127.21.162.124:34563)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:43.466 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.162.124:34563: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:43.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563; will retry
00:14:43.484 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.21.162.124:34563(127.21.162.124:34563)] connecting to peer
00:14:43.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:43.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.162.124:34563(127.21.162.124:34563)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:43.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.162.124:34563: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:43.488 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563; will retry
00:14:43.503 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.21.162.124:34563(127.21.162.124:34563)] connecting to peer
00:14:43.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:43.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.162.124:34563(127.21.162.124:34563)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:43.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.162.124:34563: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:43.507 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563; will retry
00:14:43.523 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.21.162.124:34563(127.21.162.124:34563)] connecting to peer
00:14:43.525 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:43.525 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.162.124:34563(127.21.162.124:34563)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:43.525 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.162.124:34563: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:43.527 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563; will retry
00:14:43.543 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.21.162.124:34563(127.21.162.124:34563)] connecting to peer
00:14:43.545 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:43.546 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.162.124:34563(127.21.162.124:34563)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:43.546 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.162.124:34563: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:43.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563; will retry
00:14:43.584 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.21.162.124:34563(127.21.162.124:34563)] connecting to peer
00:14:43.587 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:43.588 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.162.124:34563(127.21.162.124:34563)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:43.588 [INFO - pool-2-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.162.124:34563: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:43.588 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563; will retry
00:14:43.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:43.592592 22338 debug-util.cc:398] Leaking SignalData structure 0x7b08000a77c0 after lost signal to thread 22261
00:14:43.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:43.593112 22338 debug-util.cc:398] Leaking SignalData structure 0x7b08000ae780 after lost signal to thread 22341
00:14:43.604 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.21.162.124:34563(127.21.162.124:34563)] connecting to peer
00:14:43.605 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:43.606 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.162.124:34563(127.21.162.124:34563)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:43.606 [INFO - pool-2-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.162.124:34563: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:43.608 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563; will retry
00:14:43.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:43.958143 22670 heartbeater.cc:646] Failed to heartbeat to 127.21.162.124:34563 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.21.162.124:34563: connect: Connection refused (error 111)
00:14:43.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:43.978526 23025 heartbeater.cc:646] Failed to heartbeat to 127.21.162.124:34563 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.21.162.124:34563: connect: Connection refused (error 111)
00:14:44.063 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.21.162.124:34563(127.21.162.124:34563)] connecting to peer
00:14:44.067 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:44.067 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.162.124:34563(127.21.162.124:34563)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:44.068 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.162.124:34563: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:44.069 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563; will retry
00:14:44.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.575415 23106 raft_consensus.cc:493] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 72046b4105944298a65bfb864963b00f)
00:14:44.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.575953 23106 raft_consensus.cc:515] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } } peers { permanent_uuid: "49ce5184577846a79f9e8ff3999c5622" member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } } peers { permanent_uuid: "72046b4105944298a65bfb864963b00f" member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } }
00:14:44.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.578693 23106 leader_election.cc:290] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 49ce5184577846a79f9e8ff3999c5622 (127.21.162.125:39031), 72046b4105944298a65bfb864963b00f (127.21.162.124:34563)
00:14:44.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.579942 22313 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "653a67b5a4634341935911d1f2a0757a" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "49ce5184577846a79f9e8ff3999c5622" is_pre_election: true
00:14:44.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:44.581526 22193 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.162.124:34563: connect: Connection refused (error 111) [suppressed 13 similar messages]
00:14:44.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:44.585145 22193 leader_election.cc:336] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 72046b4105944298a65bfb864963b00f (127.21.162.124:34563): Network error: Client connection negotiation failed: client connection to 127.21.162.124:34563: connect: Connection refused (error 111)
00:14:44.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.585682 22193 leader_election.cc:304] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 653a67b5a4634341935911d1f2a0757a; no voters: 49ce5184577846a79f9e8ff3999c5622, 72046b4105944298a65bfb864963b00f
00:14:44.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.586580 23106 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
00:14:44.723 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.21.162.124:34563(127.21.162.124:34563)] connecting to peer
00:14:44.726 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:44.726 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.162.124:34563(127.21.162.124:34563)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:44.727 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.162.124:34563: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:44.730 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563; will retry
00:14:44.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.743002 23110 raft_consensus.cc:493] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 9a5628453c4a4d8a97628461844dac32)
00:14:44.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.743476 23110 raft_consensus.cc:515] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a5628453c4a4d8a97628461844dac32" member_type: VOTER last_known_addr { host: "127.21.162.66" port: 40497 } } peers { permanent_uuid: "052acbc1e091469693f9510132dcc7c7" member_type: VOTER last_known_addr { host: "127.21.162.67" port: 46289 } } peers { permanent_uuid: "cfce9c80fcf64c8a8438d8bd2811982a" member_type: VOTER last_known_addr { host: "127.21.162.65" port: 38071 } }
00:14:44.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.747399 23111 raft_consensus.cc:493] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 9a5628453c4a4d8a97628461844dac32)
00:14:44.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.748826 23111 raft_consensus.cc:515] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a5628453c4a4d8a97628461844dac32" member_type: VOTER last_known_addr { host: "127.21.162.66" port: 40497 } } peers { permanent_uuid: "052acbc1e091469693f9510132dcc7c7" member_type: VOTER last_known_addr { host: "127.21.162.67" port: 46289 } } peers { permanent_uuid: "cfce9c80fcf64c8a8438d8bd2811982a" member_type: VOTER last_known_addr { host: "127.21.162.65" port: 38071 } }
00:14:44.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.761179 23110 leader_election.cc:290] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 9a5628453c4a4d8a97628461844dac32 (127.21.162.66:40497), cfce9c80fcf64c8a8438d8bd2811982a (127.21.162.65:38071)
00:14:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.762488 23111 leader_election.cc:290] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 9a5628453c4a4d8a97628461844dac32 (127.21.162.66:40497), 052acbc1e091469693f9510132dcc7c7 (127.21.162.67:46289)
00:14:44.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:44.764263 22546 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.162.66:40497: connect: Connection refused (error 111)
00:14:44.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:44.770022 22888 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.162.66:40497: connect: Connection refused (error 111)
00:14:44.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:44.776698 22888 leader_election.cc:336] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 9a5628453c4a4d8a97628461844dac32 (127.21.162.66:40497): Network error: Client connection negotiation failed: client connection to 127.21.162.66:40497: connect: Connection refused (error 111)
00:14:44.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:44.785880 22546 leader_election.cc:336] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 9a5628453c4a4d8a97628461844dac32 (127.21.162.66:40497): Network error: Client connection negotiation failed: client connection to 127.21.162.66:40497: connect: Connection refused (error 111)
00:14:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.785831 22618 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9ce64ddb7a934a9e8b29e283b0944aea" candidate_uuid: "052acbc1e091469693f9510132dcc7c7" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "cfce9c80fcf64c8a8438d8bd2811982a" is_pre_election: true
00:14:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.787195 22618 raft_consensus.cc:2468] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 052acbc1e091469693f9510132dcc7c7 in term 1.
00:14:44.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.789037 22889 leader_election.cc:304] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 052acbc1e091469693f9510132dcc7c7, cfce9c80fcf64c8a8438d8bd2811982a; no voters: 9a5628453c4a4d8a97628461844dac32
00:14:44.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.790153 23110 raft_consensus.cc:2804] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7 [term 1 FOLLOWER]: Leader pre-election won for term 2
00:14:44.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.790525 23110 raft_consensus.cc:493] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 9a5628453c4a4d8a97628461844dac32)
00:14:44.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.790899 23110 raft_consensus.cc:3060] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7 [term 1 FOLLOWER]: Advancing to term 2
00:14:44.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.796519 23110 raft_consensus.cc:515] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a5628453c4a4d8a97628461844dac32" member_type: VOTER last_known_addr { host: "127.21.162.66" port: 40497 } } peers { permanent_uuid: "052acbc1e091469693f9510132dcc7c7" member_type: VOTER last_known_addr { host: "127.21.162.67" port: 46289 } } peers { permanent_uuid: "cfce9c80fcf64c8a8438d8bd2811982a" member_type: VOTER last_known_addr { host: "127.21.162.65" port: 38071 } }
00:14:44.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.797493 22963 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9ce64ddb7a934a9e8b29e283b0944aea" candidate_uuid: "cfce9c80fcf64c8a8438d8bd2811982a" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "052acbc1e091469693f9510132dcc7c7" is_pre_election: true
00:14:44.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.798363 22963 raft_consensus.cc:2393] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate cfce9c80fcf64c8a8438d8bd2811982a in current term 2: Already voted for candidate 052acbc1e091469693f9510132dcc7c7 in this term.
00:14:44.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.798812 23110 leader_election.cc:290] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7 [CANDIDATE]: Term 2 election: Requested vote from peers 9a5628453c4a4d8a97628461844dac32 (127.21.162.66:40497), cfce9c80fcf64c8a8438d8bd2811982a (127.21.162.65:38071)
00:14:44.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.800055 22544 leader_election.cc:304] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cfce9c80fcf64c8a8438d8bd2811982a; no voters: 052acbc1e091469693f9510132dcc7c7, 9a5628453c4a4d8a97628461844dac32
00:14:44.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.800959 23111 raft_consensus.cc:3060] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a [term 1 FOLLOWER]: Advancing to term 2
00:14:44.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.802870 22618 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9ce64ddb7a934a9e8b29e283b0944aea" candidate_uuid: "052acbc1e091469693f9510132dcc7c7" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "cfce9c80fcf64c8a8438d8bd2811982a"
00:14:44.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:44.804705 22888 leader_election.cc:336] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 9a5628453c4a4d8a97628461844dac32 (127.21.162.66:40497): Network error: Client connection negotiation failed: client connection to 127.21.162.66:40497: connect: Connection refused (error 111)
00:14:44.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.807108 23111 raft_consensus.cc:2749] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
00:14:44.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.811854 22618 raft_consensus.cc:2468] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 052acbc1e091469693f9510132dcc7c7 in term 2.
00:14:44.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.813436 23120 raft_consensus.cc:493] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 72046b4105944298a65bfb864963b00f)
00:14:44.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.814133 23120 raft_consensus.cc:515] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } } peers { permanent_uuid: "49ce5184577846a79f9e8ff3999c5622" member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } } peers { permanent_uuid: "72046b4105944298a65bfb864963b00f" member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } }
00:14:44.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.816957 23120 leader_election.cc:290] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 653a67b5a4634341935911d1f2a0757a (127.21.162.126:34781), 72046b4105944298a65bfb864963b00f (127.21.162.124:34563)
00:14:44.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.817772 22889 leader_election.cc:304] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 052acbc1e091469693f9510132dcc7c7, cfce9c80fcf64c8a8438d8bd2811982a; no voters: 9a5628453c4a4d8a97628461844dac32
00:14:44.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.818838 22221 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "49ce5184577846a79f9e8ff3999c5622" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "653a67b5a4634341935911d1f2a0757a" is_pre_election: true
00:14:44.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.819307 23110 raft_consensus.cc:2804] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7 [term 2 FOLLOWER]: Leader election won for term 2
00:14:44.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.819648 22221 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 49ce5184577846a79f9e8ff3999c5622 in term 1.
00:14:44.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:44.821640 22284 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.162.124:34563: connect: Connection refused (error 111) [suppressed 6 similar messages]
00:14:44.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.822073 23110 raft_consensus.cc:697] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7 [term 2 LEADER]: Becoming Leader. State: Replica: 052acbc1e091469693f9510132dcc7c7, State: Running, Role: LEADER
00:14:44.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.823477 23110 consensus_queue.cc:237] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a5628453c4a4d8a97628461844dac32" member_type: VOTER last_known_addr { host: "127.21.162.66" port: 40497 } } peers { permanent_uuid: "052acbc1e091469693f9510132dcc7c7" member_type: VOTER last_known_addr { host: "127.21.162.67" port: 46289 } } peers { permanent_uuid: "cfce9c80fcf64c8a8438d8bd2811982a" member_type: VOTER last_known_addr { host: "127.21.162.65" port: 38071 } }
00:14:44.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.829408 22284 leader_election.cc:304] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 49ce5184577846a79f9e8ff3999c5622, 653a67b5a4634341935911d1f2a0757a; no voters: 
00:14:44.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.830790 23120 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [term 1 FOLLOWER]: Leader pre-election won for term 2
00:14:44.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.831173 23120 raft_consensus.cc:493] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 72046b4105944298a65bfb864963b00f)
00:14:44.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.831543 23120 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [term 1 FOLLOWER]: Advancing to term 2
00:14:44.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:44.839792 22284 leader_election.cc:336] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 72046b4105944298a65bfb864963b00f (127.21.162.124:34563): Network error: Client connection negotiation failed: client connection to 127.21.162.124:34563: connect: Connection refused (error 111)
00:14:44.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.841442 23120 raft_consensus.cc:515] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } } peers { permanent_uuid: "49ce5184577846a79f9e8ff3999c5622" member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } } peers { permanent_uuid: "72046b4105944298a65bfb864963b00f" member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } }
00:14:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.843614 23120 leader_election.cc:290] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [CANDIDATE]: Term 2 election: Requested vote from peers 653a67b5a4634341935911d1f2a0757a (127.21.162.126:34781), 72046b4105944298a65bfb864963b00f (127.21.162.124:34563)
00:14:44.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.845525 22221 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "49ce5184577846a79f9e8ff3999c5622" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "653a67b5a4634341935911d1f2a0757a"
00:14:44.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.846125 22221 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a [term 1 FOLLOWER]: Advancing to term 2
00:14:44.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:44.849331 22284 leader_election.cc:336] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 72046b4105944298a65bfb864963b00f (127.21.162.124:34563): Network error: Client connection negotiation failed: client connection to 127.21.162.124:34563: connect: Connection refused (error 111)
00:14:44.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.852932 22221 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 49ce5184577846a79f9e8ff3999c5622 in term 2.
00:14:44.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.854431 22284 leader_election.cc:304] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 49ce5184577846a79f9e8ff3999c5622, 653a67b5a4634341935911d1f2a0757a; no voters: 72046b4105944298a65bfb864963b00f
00:14:44.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.855533 23120 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [term 2 FOLLOWER]: Leader election won for term 2
00:14:44.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.856781 23120 raft_consensus.cc:697] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [term 2 LEADER]: Becoming Leader. State: Replica: 49ce5184577846a79f9e8ff3999c5622, State: Running, Role: LEADER
00:14:44.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.857728 23120 consensus_queue.cc:237] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } } peers { permanent_uuid: "49ce5184577846a79f9e8ff3999c5622" member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } } peers { permanent_uuid: "72046b4105944298a65bfb864963b00f" member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } }
00:14:44.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.863175 23127 sys_catalog.cc:455] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 49ce5184577846a79f9e8ff3999c5622. Latest consensus state: current_term: 2 leader_uuid: "49ce5184577846a79f9e8ff3999c5622" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } } peers { permanent_uuid: "49ce5184577846a79f9e8ff3999c5622" member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } } peers { permanent_uuid: "72046b4105944298a65bfb864963b00f" member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } } }
00:14:44.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.864096 23127 sys_catalog.cc:458] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [sys.catalog]: This master's current role is: LEADER
00:14:44.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.866696 23129 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
00:14:44.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.872836 23129 catalog_manager.cc:679] Loaded metadata for table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=0effa9efd5bc48d89df52b6cb3ced619]
00:14:44.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.877784 23129 tablet_loader.cc:96] loaded metadata for tablet 9ce64ddb7a934a9e8b29e283b0944aea (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=0effa9efd5bc48d89df52b6cb3ced619])
00:14:44.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.878783 23129 catalog_manager.cc:1520] Initializing Kudu cluster ID...
00:14:44.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.881421 23129 catalog_manager.cc:1295] Loaded cluster ID: aff8d6141ca34fed9404da3fd61a0f01
00:14:44.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.881666 23129 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
00:14:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.886718 23129 catalog_manager.cc:1540] Loading token signing keys...
00:14:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.890766 23129 catalog_manager.cc:6103] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622: Loaded TSK: 0
00:14:44.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:44.892611 23129 catalog_manager.cc:1550] Initializing in-progress tserver states...
00:14:45.163 [DEBUG - pool-2-thread-1] (Connection.java:748) [peer master-127.21.162.124:34563(127.21.162.124:34563)] connecting to peer
00:14:45.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:45.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.162.124:34563(127.21.162.124:34563)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:45.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.162.124:34563: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563
00:14:45.169 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:14:45.172 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=12, TimeoutTracker(timeout=29987, elapsed=1746), Traces: [0ms] sending RPC to server master-127.21.162.124:34563, [3ms] received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [3ms] delaying RPC due to: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [26ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [29ms] delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [38ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [44ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [63ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [64ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [65ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [104ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [124ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [124ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [164ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [165ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [165ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [165ms] delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [183ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [184ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [184ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [639ms] refreshing cache from master, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [644ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [645ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [646ms] delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [1299ms] refreshing cache from master, [1299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [1300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [1300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [1303ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [1305ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [1307ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [1307ms] delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [1739ms] refreshing cache from master, [1739ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [1743ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [1744ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [1746ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, deferred=Deferred@675167761(state=PENDING, result=null, callback=get tablet locations from the master for table org.apache.kudu.client.TestClientFailoverSupport-KILL -> release master lookup permit -> retry RPC -> (continuation of Deferred@2050119786 after retry RPC after error@579856518) -> (continuation of Deferred@212645432 after retry RPC after error@1429982986) -> (continuation of Deferred@1034042575 after retry RPC after error@1614030885) -> (continuation of Deferred@155209581 after retry RPC after error@42504912) -> (continuation of Deferred@786465290 after retry RPC after error@1867834099) -> (continuation of Deferred@1684337491 after retry RPC after error@582808349) -> (continuation of Deferred@149341586 after retry RPC after error@1080950023) -> (continuation of Deferred@63991858 after retry RPC after error@1186029390) -> (continuation of Deferred@2017843295 after retry RPC after error@1466926997) -> (continuation of Deferred@1463696554 after retry RPC after error@456741420), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@2050119786 after retry RPC after error@579856518) -> (continuation of Deferred@212645432 after retry RPC after error@1429982986) -> (continuation of Deferred@1034042575 after retry RPC after error@1614030885) -> (continuation of Deferred@155209581 after retry RPC after error@42504912) -> (continuation of Deferred@786465290 after retry RPC after error@1867834099) -> (continuation of Deferred@1684337491 after retry RPC after error@582808349) -> (continuation of Deferred@149341586 after retry RPC after error@1080950023) -> (continuation of Deferred@63991858 after retry RPC after error@1186029390) -> (continuation of Deferred@2017843295 after retry RPC after error@1466926997) -> (continuation of Deferred@1463696554 after retry RPC after error@456741420))) after lookup
00:14:45.177 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9ce64ddb7a934a9e8b29e283b0944aea for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
00:14:45.177 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9ce64ddb7a934a9e8b29e283b0944aea@[052acbc1e091469693f9510132dcc7c7(127.21.162.67:46289),9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497)[L],cfce9c80fcf64c8a8438d8bd2811982a(127.21.162.65:38071)]}]
00:14:45.180 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9ce64ddb7a934a9e8b29e283b0944aea, attempt=2, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1768), Traces: [0ms] sending RPC to server 9a5628453c4a4d8a97628461844dac32, [3ms] received response from server 9a5628453c4a4d8a97628461844dac32: Network error: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497, [3ms] delaying RPC due to: Network error: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.162.124:34563, [16ms] Sub RPC GetTableLocations: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [16ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [32ms] Sub RPC GetTableLocations: refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [36ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [37ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [42ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [51ms] Sub RPC GetTableLocations: refreshing cache from master, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [56ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [57ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [57ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [58ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [72ms] Sub RPC GetTableLocations: refreshing cache from master, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [76ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [77ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [78ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [78ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [92ms] Sub RPC GetTableLocations: refreshing cache from master, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [95ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [97ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [112ms] Sub RPC GetTableLocations: refreshing cache from master, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [115ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [117ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [117ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [117ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [132ms] Sub RPC GetTableLocations: refreshing cache from master, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [136ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [137ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [137ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [137ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [173ms] Sub RPC GetTableLocations: refreshing cache from master, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [177ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [178ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [178ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [178ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [192ms] Sub RPC GetTableLocations: refreshing cache from master, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [196ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [197ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [197ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [198ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [652ms] Sub RPC GetTableLocations: refreshing cache from master, [652ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [653ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [653ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [657ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [657ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [658ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [659ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [1312ms] Sub RPC GetTableLocations: refreshing cache from master, [1312ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [1313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [1313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [1316ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [1318ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [1320ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [1752ms] Sub RPC GetTableLocations: refreshing cache from master, [1752ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [1753ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [1753ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [1756ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [1757ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [1759ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [1762ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.162.125:39031, [1767ms] Sub RPC GetTableLocations: received response from server master-127.21.162.125:39031: OK, deferred=Deferred@1712362275(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$228/0x00007f8d9c3347f8@406d3827 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1114aa34 -> wakeup thread Time-limited test)) after lookup
00:14:45.180 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497)] connecting to peer
00:14:45.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497
00:14:45.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497
00:14:45.183 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497) for tablet 9ce64ddb7a934a9e8b29e283b0944aea: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497
00:14:45.207 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9ce64ddb7a934a9e8b29e283b0944aea for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
00:14:45.208 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9ce64ddb7a934a9e8b29e283b0944aea@[052acbc1e091469693f9510132dcc7c7(127.21.162.67:46289),9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497)[L],cfce9c80fcf64c8a8438d8bd2811982a(127.21.162.65:38071)]}]
00:14:45.209 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9ce64ddb7a934a9e8b29e283b0944aea, attempt=4, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1798), Traces: [0ms] sending RPC to server 9a5628453c4a4d8a97628461844dac32, [3ms] received response from server 9a5628453c4a4d8a97628461844dac32: Network error: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497, [3ms] delaying RPC due to: Network error: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.162.124:34563, [16ms] Sub RPC GetTableLocations: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [16ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [32ms] Sub RPC GetTableLocations: refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [36ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [37ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [42ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [51ms] Sub RPC GetTableLocations: refreshing cache from master, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [56ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [57ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [57ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [58ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [72ms] Sub RPC GetTableLocations: refreshing cache from master, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [76ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [77ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [78ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [78ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [92ms] Sub RPC GetTableLocations: refreshing cache from master, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [95ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [97ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [112ms] Sub RPC GetTableLocations: refreshing cache from master, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [115ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [117ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [117ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [117ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [132ms] Sub RPC GetTableLocations: refreshing cache from master, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [136ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [137ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [137ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [137ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [173ms] Sub RPC GetTableLocations: refreshing cache from master, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [177ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [178ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [178ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [178ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [192ms] Sub RPC GetTableLocations: refreshing cache from master, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [196ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [197ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [197ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [198ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [652ms] Sub RPC GetTableLocations: refreshing cache from master, [652ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [653ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [653ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [657ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [657ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [658ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [659ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [1312ms] Sub RPC GetTableLocations: refreshing cache from master, [1312ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [1313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [1313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [1316ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [1318ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [1320ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [1752ms] Sub RPC GetTableLocations: refreshing cache from master, [1752ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [1753ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [1753ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [1756ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [1757ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [1759ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [1762ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.162.125:39031, [1767ms] Sub RPC GetTableLocations: received response from server master-127.21.162.125:39031: OK, [1770ms] sending RPC to server 9a5628453c4a4d8a97628461844dac32, [1773ms] received response from server 9a5628453c4a4d8a97628461844dac32: Network error: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497, [1773ms] delaying RPC due to: Network error: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497, [1792ms] refreshing cache from master, [1793ms] too many traces: truncated at 100 traces, deferred=Deferred@1712362275(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$228/0x00007f8d9c3347f8@406d3827 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@675167761 after retry RPC@1344902566), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1114aa34 -> wakeup thread Time-limited test -> (continuation of Deferred@675167761 after retry RPC@1344902566))) after lookup
00:14:45.211 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497)] connecting to peer
00:14:45.212 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497
00:14:45.212 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497
00:14:45.212 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497) for tablet 9ce64ddb7a934a9e8b29e283b0944aea: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497
00:14:45.248 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9ce64ddb7a934a9e8b29e283b0944aea for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
00:14:45.248 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9ce64ddb7a934a9e8b29e283b0944aea@[052acbc1e091469693f9510132dcc7c7(127.21.162.67:46289),9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497)[L],cfce9c80fcf64c8a8438d8bd2811982a(127.21.162.65:38071)]}]
00:14:45.249 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9ce64ddb7a934a9e8b29e283b0944aea, attempt=6, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1838), Traces: [0ms] sending RPC to server 9a5628453c4a4d8a97628461844dac32, [3ms] received response from server 9a5628453c4a4d8a97628461844dac32: Network error: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497, [3ms] delaying RPC due to: Network error: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.162.124:34563, [16ms] Sub RPC GetTableLocations: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [16ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [32ms] Sub RPC GetTableLocations: refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [36ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [37ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [42ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [51ms] Sub RPC GetTableLocations: refreshing cache from master, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [56ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [57ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [57ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [58ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [72ms] Sub RPC GetTableLocations: refreshing cache from master, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [76ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [77ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [78ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [78ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [92ms] Sub RPC GetTableLocations: refreshing cache from master, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [95ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [97ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [112ms] Sub RPC GetTableLocations: refreshing cache from master, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [115ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [117ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [117ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [117ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [132ms] Sub RPC GetTableLocations: refreshing cache from master, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [136ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [137ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [137ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [137ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [173ms] Sub RPC GetTableLocations: refreshing cache from master, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [177ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [178ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [178ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [178ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [192ms] Sub RPC GetTableLocations: refreshing cache from master, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [196ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [197ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [197ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [198ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [652ms] Sub RPC GetTableLocations: refreshing cache from master, [652ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [653ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [653ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [657ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [657ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [658ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [659ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [1312ms] Sub RPC GetTableLocations: refreshing cache from master, [1312ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [1313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [1313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [1316ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [1318ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [1320ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [1752ms] Sub RPC GetTableLocations: refreshing cache from master, [1752ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [1753ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [1753ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [1756ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [1757ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [1759ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [1762ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.162.125:39031, [1767ms] Sub RPC GetTableLocations: received response from server master-127.21.162.125:39031: OK, [1770ms] sending RPC to server 9a5628453c4a4d8a97628461844dac32, [1773ms] received response from server 9a5628453c4a4d8a97628461844dac32: Network error: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497, [1773ms] delaying RPC due to: Network error: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497, [1792ms] refreshing cache from master, [1793ms] too many traces: truncated at 100 traces, deferred=Deferred@1712362275(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$228/0x00007f8d9c3347f8@406d3827 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@675167761 after retry RPC@1344902566) -> (continuation of Deferred@1585917959 after retry RPC@1109334740), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1114aa34 -> wakeup thread Time-limited test -> (continuation of Deferred@675167761 after retry RPC@1344902566) -> (continuation of Deferred@1585917959 after retry RPC@1109334740))) after lookup
00:14:45.251 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497)] connecting to peer
00:14:45.252 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497
00:14:45.252 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497
00:14:45.252 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497) for tablet 9ce64ddb7a934a9e8b29e283b0944aea: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497
00:14:45.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:45.295217 22888 consensus_peers.cc:597] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7 -> Peer 9a5628453c4a4d8a97628461844dac32 (127.21.162.66:40497): Couldn't send request to peer 9a5628453c4a4d8a97628461844dac32. Status: Network error: Client connection negotiation failed: client connection to 127.21.162.66:40497: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:14:45.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:45.347957 22221 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a [term 2 FOLLOWER]: Refusing update from remote peer 49ce5184577846a79f9e8ff3999c5622: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 2 index: 8. (index mismatch)
00:14:45.349 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9ce64ddb7a934a9e8b29e283b0944aea for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
00:14:45.349 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9ce64ddb7a934a9e8b29e283b0944aea@[052acbc1e091469693f9510132dcc7c7(127.21.162.67:46289),9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497)[L],cfce9c80fcf64c8a8438d8bd2811982a(127.21.162.65:38071)]}]
00:14:45.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:45.349964 23127 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [LEADER]: Connected to new peer: Peer: permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
00:14:45.351 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9ce64ddb7a934a9e8b29e283b0944aea, attempt=8, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1940), Traces: [0ms] sending RPC to server 9a5628453c4a4d8a97628461844dac32, [3ms] received response from server 9a5628453c4a4d8a97628461844dac32: Network error: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497, [3ms] delaying RPC due to: Network error: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.162.124:34563, [16ms] Sub RPC GetTableLocations: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [16ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [32ms] Sub RPC GetTableLocations: refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [36ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [37ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [42ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [51ms] Sub RPC GetTableLocations: refreshing cache from master, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [56ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [57ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [57ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [58ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [72ms] Sub RPC GetTableLocations: refreshing cache from master, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [76ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [77ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [78ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [78ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [92ms] Sub RPC GetTableLocations: refreshing cache from master, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [95ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [97ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [112ms] Sub RPC GetTableLocations: refreshing cache from master, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [115ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [117ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [117ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [117ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [132ms] Sub RPC GetTableLocations: refreshing cache from master, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [136ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [137ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [137ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [137ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [173ms] Sub RPC GetTableLocations: refreshing cache from master, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [177ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [178ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [178ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [178ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [192ms] Sub RPC GetTableLocations: refreshing cache from master, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [196ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [197ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [197ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [198ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [652ms] Sub RPC GetTableLocations: refreshing cache from master, [652ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [653ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [653ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [657ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [657ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [658ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [659ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [1312ms] Sub RPC GetTableLocations: refreshing cache from master, [1312ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [1313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [1313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [1316ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [1318ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [1320ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [1752ms] Sub RPC GetTableLocations: refreshing cache from master, [1752ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [1753ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [1753ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [1756ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [1757ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [1759ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [1762ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.162.125:39031, [1767ms] Sub RPC GetTableLocations: received response from server master-127.21.162.125:39031: OK, [1770ms] sending RPC to server 9a5628453c4a4d8a97628461844dac32, [1773ms] received response from server 9a5628453c4a4d8a97628461844dac32: Network error: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497, [1773ms] delaying RPC due to: Network error: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497, [1792ms] refreshing cache from master, [1793ms] too many traces: truncated at 100 traces, deferred=Deferred@1712362275(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$228/0x00007f8d9c3347f8@406d3827 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@675167761 after retry RPC@1344902566) -> (continuation of Deferred@1585917959 after retry RPC@1109334740) -> (continuation of Deferred@1951125950 after retry RPC@1312341081), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1114aa34 -> wakeup thread Time-limited test -> (continuation of Deferred@675167761 after retry RPC@1344902566) -> (continuation of Deferred@1585917959 after retry RPC@1109334740) -> (continuation of Deferred@1951125950 after retry RPC@1312341081))) after lookup
00:14:45.352 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497)] connecting to peer
00:14:45.353 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497
00:14:45.353 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497
00:14:45.353 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497) for tablet 9ce64ddb7a934a9e8b29e283b0944aea: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497
00:14:45.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:45.356364 23130 sys_catalog.cc:455] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 49ce5184577846a79f9e8ff3999c5622. Latest consensus state: current_term: 2 leader_uuid: "49ce5184577846a79f9e8ff3999c5622" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } } peers { permanent_uuid: "49ce5184577846a79f9e8ff3999c5622" member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } } peers { permanent_uuid: "72046b4105944298a65bfb864963b00f" member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } } }
00:14:45.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:45.357259 23130 sys_catalog.cc:458] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a [sys.catalog]: This master's current role is: FOLLOWER
00:14:45.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:45.360291 23120 sys_catalog.cc:455] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "49ce5184577846a79f9e8ff3999c5622" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } } peers { permanent_uuid: "49ce5184577846a79f9e8ff3999c5622" member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } } peers { permanent_uuid: "72046b4105944298a65bfb864963b00f" member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } } }
00:14:45.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:45.362111 23130 sys_catalog.cc:455] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "49ce5184577846a79f9e8ff3999c5622" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "653a67b5a4634341935911d1f2a0757a" member_type: VOTER last_known_addr { host: "127.21.162.126" port: 34781 } } peers { permanent_uuid: "49ce5184577846a79f9e8ff3999c5622" member_type: VOTER last_known_addr { host: "127.21.162.125" port: 39031 } } peers { permanent_uuid: "72046b4105944298a65bfb864963b00f" member_type: VOTER last_known_addr { host: "127.21.162.124" port: 34563 } } }
00:14:45.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:45.362807 23130 sys_catalog.cc:458] T 00000000000000000000000000000000 P 653a67b5a4634341935911d1f2a0757a [sys.catalog]: This master's current role is: FOLLOWER
00:14:45.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:45.362794 23120 sys_catalog.cc:458] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 [sys.catalog]: This master's current role is: LEADER
00:14:45.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:45.370009 22284 consensus_peers.cc:597] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622 -> Peer 72046b4105944298a65bfb864963b00f (127.21.162.124:34563): Couldn't send request to peer 72046b4105944298a65bfb864963b00f. Status: Network error: Client connection negotiation failed: client connection to 127.21.162.124:34563: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:14:45.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:45.378676 22618 raft_consensus.cc:1275] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a [term 2 FOLLOWER]: Refusing update from remote peer 052acbc1e091469693f9510132dcc7c7: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
00:14:45.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:45.380664 23110 consensus_queue.cc:1048] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cfce9c80fcf64c8a8438d8bd2811982a" member_type: VOTER last_known_addr { host: "127.21.162.65" port: 38071 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.001s
00:14:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:45.388118 22671 heartbeater.cc:499] Master 127.21.162.125:39031 was elected leader, sending a full tablet report...
00:14:45.408 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9ce64ddb7a934a9e8b29e283b0944aea for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
00:14:45.408 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9ce64ddb7a934a9e8b29e283b0944aea@[052acbc1e091469693f9510132dcc7c7(127.21.162.67:46289),9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497)[L],cfce9c80fcf64c8a8438d8bd2811982a(127.21.162.65:38071)]}]
00:14:45.409 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9ce64ddb7a934a9e8b29e283b0944aea, attempt=10, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1999), Traces: [0ms] sending RPC to server 9a5628453c4a4d8a97628461844dac32, [3ms] received response from server 9a5628453c4a4d8a97628461844dac32: Network error: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497, [3ms] delaying RPC due to: Network error: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.162.124:34563, [16ms] Sub RPC GetTableLocations: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [16ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [32ms] Sub RPC GetTableLocations: refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [36ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [37ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [42ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [51ms] Sub RPC GetTableLocations: refreshing cache from master, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [56ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [57ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [57ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [58ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [72ms] Sub RPC GetTableLocations: refreshing cache from master, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [76ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [77ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [78ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [78ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [92ms] Sub RPC GetTableLocations: refreshing cache from master, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [95ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [97ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [112ms] Sub RPC GetTableLocations: refreshing cache from master, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [115ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [117ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [117ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [117ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [132ms] Sub RPC GetTableLocations: refreshing cache from master, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [136ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [137ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [137ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [137ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [173ms] Sub RPC GetTableLocations: refreshing cache from master, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [177ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [178ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [178ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [178ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [192ms] Sub RPC GetTableLocations: refreshing cache from master, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [196ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [197ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [197ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [198ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [652ms] Sub RPC GetTableLocations: refreshing cache from master, [652ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [653ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [653ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [657ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [657ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [658ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [659ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [1312ms] Sub RPC GetTableLocations: refreshing cache from master, [1312ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [1313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [1313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [1316ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [1318ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [1320ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [1752ms] Sub RPC GetTableLocations: refreshing cache from master, [1752ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [1753ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [1753ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [1756ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [1757ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [1759ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [1762ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.162.125:39031, [1767ms] Sub RPC GetTableLocations: received response from server master-127.21.162.125:39031: OK, [1770ms] sending RPC to server 9a5628453c4a4d8a97628461844dac32, [1773ms] received response from server 9a5628453c4a4d8a97628461844dac32: Network error: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497, [1773ms] delaying RPC due to: Network error: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497, [1792ms] refreshing cache from master, [1793ms] too many traces: truncated at 100 traces, deferred=Deferred@1712362275(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$228/0x00007f8d9c3347f8@406d3827 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@675167761 after retry RPC@1344902566) -> (continuation of Deferred@1585917959 after retry RPC@1109334740) -> (continuation of Deferred@1951125950 after retry RPC@1312341081) -> (continuation of Deferred@1189862493 after retry RPC@1304062637), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1114aa34 -> wakeup thread Time-limited test -> (continuation of Deferred@675167761 after retry RPC@1344902566) -> (continuation of Deferred@1585917959 after retry RPC@1109334740) -> (continuation of Deferred@1951125950 after retry RPC@1312341081) -> (continuation of Deferred@1189862493 after retry RPC@1304062637))) after lookup
00:14:45.410 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497)] connecting to peer
00:14:45.411 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497
00:14:45.412 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497)] cleaning up while in state CONNECTING due to: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497
00:14:45.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:45.401640 22302 catalog_manager.cc:5719] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a reported cstate change: term changed from 1 to 2, leader changed from 9a5628453c4a4d8a97628461844dac32 (127.21.162.66) to 052acbc1e091469693f9510132dcc7c7 (127.21.162.67). New cstate: current_term: 2 leader_uuid: "052acbc1e091469693f9510132dcc7c7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9a5628453c4a4d8a97628461844dac32" member_type: VOTER last_known_addr { host: "127.21.162.66" port: 40497 } } peers { permanent_uuid: "052acbc1e091469693f9510132dcc7c7" member_type: VOTER last_known_addr { host: "127.21.162.67" port: 46289 } } peers { permanent_uuid: "cfce9c80fcf64c8a8438d8bd2811982a" member_type: VOTER last_known_addr { host: "127.21.162.65" port: 38071 } } }
00:14:45.412 [INFO - kudu-nio-5] (AsyncKuduClient.java:2355) Invalidating location 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497) for tablet 9ce64ddb7a934a9e8b29e283b0944aea: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497
00:14:46.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:46.460314 23026 heartbeater.cc:499] Master 127.21.162.125:39031 was elected leader, sending a full tablet report...
00:14:46.707 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 9ce64ddb7a934a9e8b29e283b0944aea for table 'org.apache.kudu.client.TestClientFailoverSupport-KILL' with partition [<start>, <end>)
00:14:46.707 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9ce64ddb7a934a9e8b29e283b0944aea@[052acbc1e091469693f9510132dcc7c7(127.21.162.67:46289)[L],9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497),cfce9c80fcf64c8a8438d8bd2811982a(127.21.162.65:38071)]}]
00:14:46.708 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=9ce64ddb7a934a9e8b29e283b0944aea, attempt=12, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=3298), Traces: [0ms] sending RPC to server 9a5628453c4a4d8a97628461844dac32, [3ms] received response from server 9a5628453c4a4d8a97628461844dac32: Network error: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497, [3ms] delaying RPC due to: Network error: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497, [13ms] refreshing cache from master, [13ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.162.124:34563, [16ms] Sub RPC GetTableLocations: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [16ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [32ms] Sub RPC GetTableLocations: refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [36ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [37ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [42ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [51ms] Sub RPC GetTableLocations: refreshing cache from master, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [56ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [57ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [57ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [58ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [72ms] Sub RPC GetTableLocations: refreshing cache from master, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [76ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [77ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [78ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [78ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [92ms] Sub RPC GetTableLocations: refreshing cache from master, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [95ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [97ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [112ms] Sub RPC GetTableLocations: refreshing cache from master, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [115ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [117ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [117ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [117ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [132ms] Sub RPC GetTableLocations: refreshing cache from master, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [136ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [137ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [137ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [137ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [173ms] Sub RPC GetTableLocations: refreshing cache from master, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [177ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [178ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [178ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [178ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [192ms] Sub RPC GetTableLocations: refreshing cache from master, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [196ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [197ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [197ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [198ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [652ms] Sub RPC GetTableLocations: refreshing cache from master, [652ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [653ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [653ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [657ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [657ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [658ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [659ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [1312ms] Sub RPC GetTableLocations: refreshing cache from master, [1312ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [1313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [1313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [1316ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [1318ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [1320ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [1320ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.162.125:39031,127.21.162.126:34781,127.21.162.124:34563) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [1752ms] Sub RPC GetTableLocations: refreshing cache from master, [1752ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.125:39031, [1753ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.126:34781, [1753ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.162.124:34563, [1756ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.124:34563: Network error: Failed to connect to peer master-127.21.162.124:34563(127.21.162.124:34563): Connection refused: /127.21.162.124:34563, [1757ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.126:34781: OK, [1759ms] Sub RPC ConnectToMaster: received response from server master-127.21.162.125:39031: OK, [1762ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.162.125:39031, [1767ms] Sub RPC GetTableLocations: received response from server master-127.21.162.125:39031: OK, [1770ms] sending RPC to server 9a5628453c4a4d8a97628461844dac32, [1773ms] received response from server 9a5628453c4a4d8a97628461844dac32: Network error: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497, [1773ms] delaying RPC due to: Network error: Failed to connect to peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497): Connection refused: /127.21.162.66:40497, [1792ms] refreshing cache from master, [1793ms] too many traces: truncated at 100 traces, deferred=Deferred@1712362275(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$228/0x00007f8d9c3347f8@406d3827 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@675167761 after retry RPC@1344902566) -> (continuation of Deferred@1585917959 after retry RPC@1109334740) -> (continuation of Deferred@1951125950 after retry RPC@1312341081) -> (continuation of Deferred@1189862493 after retry RPC@1304062637) -> (continuation of Deferred@432770482 after retry RPC@129655588), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@1114aa34 -> wakeup thread Time-limited test -> (continuation of Deferred@675167761 after retry RPC@1344902566) -> (continuation of Deferred@1585917959 after retry RPC@1109334740) -> (continuation of Deferred@1951125950 after retry RPC@1312341081) -> (continuation of Deferred@1189862493 after retry RPC@1304062637) -> (continuation of Deferred@432770482 after retry RPC@129655588))) after lookup
00:14:46.709 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 052acbc1e091469693f9510132dcc7c7(127.21.162.67:46289)] connecting to peer
00:14:46.710 [DEBUG - kudu-nio-6] (Connection.java:757) [peer 052acbc1e091469693f9510132dcc7c7(127.21.162.67:46289)] Successfully connected to peer
00:14:46.744 [DEBUG - kudu-nio-6] (Negotiator.java:918) Authenticated connection [id: 0xa976ffd4, L:/127.0.0.1:33698 - R:/127.21.162.67:46289] using TOKEN/null
00:14:46.933 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 20 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-KILL, tablet=9ce64ddb7a934a9e8b29e283b0944aea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:14:46.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:46.941205 22302 catalog_manager.cc:2533] Servicing SoftDeleteTable request from {username='slave'} at 127.0.0.1:46916:
00:14:46.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-KILL" }
00:14:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:46.942133 22302 catalog_manager.cc:2781] Servicing DeleteTable request from {username='slave'} at 127.0.0.1:46916:
00:14:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-KILL" }
00:14:46.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:46.976223 22302 catalog_manager.cc:6006] T 00000000000000000000000000000000 P 49ce5184577846a79f9e8ff3999c5622: Sending DeleteTablet for 3 replicas of tablet 9ce64ddb7a934a9e8b29e283b0944aea
00:14:46.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:46.991807 22284 catalog_manager.cc:4777] TS 9a5628453c4a4d8a97628461844dac32 (127.21.162.66:40497): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet 9ce64ddb7a934a9e8b29e283b0944aea: Network error: Client connection negotiation failed: client connection to 127.21.162.66:40497: connect: Connection refused (error 111)
00:14:47.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:46.999281 22942 tablet_service.cc:1558] Processing DeleteTablet for tablet 9ce64ddb7a934a9e8b29e283b0944aea with delete_type TABLET_DATA_DELETED (Table deleted at 2026-08-12 00:14:46 UTC) from {username='slave'} at 127.0.0.1:33714
00:14:47.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:47.002384 23187 tablet_replica.cc:333] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7: stopping tablet replica
00:14:47.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:47.003592 23187 raft_consensus.cc:2243] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7 [term 2 LEADER]: Raft consensus shutting down.
00:14:47.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:47.005499 23187 raft_consensus.cc:2272] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7 [term 2 FOLLOWER]: Raft consensus is shut down!
00:14:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:47.009394 23187 ts_tablet_manager.cc:1916] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7: Deleting tablet data with delete state TABLET_DATA_DELETED
00:14:47.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:47.010855 22597 tablet_service.cc:1558] Processing DeleteTablet for tablet 9ce64ddb7a934a9e8b29e283b0944aea with delete_type TABLET_DATA_DELETED (Table deleted at 2026-08-12 00:14:46 UTC) from {username='slave'} at 127.0.0.1:53140
00:14:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:47.026798 23188 tablet_replica.cc:333] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a: stopping tablet replica
00:14:47.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:47.028053 23188 raft_consensus.cc:2243] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a [term 2 FOLLOWER]: Raft consensus shutting down.
00:14:47.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:47.028981 23187 ts_tablet_manager.cc:1929] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 2.22
00:14:47.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:47.029511 23188 raft_consensus.cc:2272] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a [term 2 FOLLOWER]: Raft consensus is shut down!
00:14:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:47.029757 23187 log.cc:1199] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7: Deleting WAL directory at /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6305467013725449312/ts-2/wal/wals/9ce64ddb7a934a9e8b29e283b0944aea
00:14:47.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:47.030992 23187 ts_tablet_manager.cc:1950] T 9ce64ddb7a934a9e8b29e283b0944aea P 052acbc1e091469693f9510132dcc7c7: Deleting consensus metadata
00:14:47.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:47.033951 23188 ts_tablet_manager.cc:1916] T 9ce64ddb7a934a9e8b29e283b0944aea P cfce9c80fcf64c8a8438d8bd2811982a: Deleting tablet data with delete state TABLET_DATA_DELETED
00:14:47.036 [DEBUG - main] (Connection.java:575) [peer master-127.21.162.125:39031(127.21.162.125:39031)] disconnecting while in state READY
00:14:47.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:47.035650 22282 catalog_manager.cc:5050] TS 052acbc1e091469693f9510132dcc7c7 (127.21.162.67:46289): tablet 9ce64ddb7a934a9e8b29e283b0944aea (table org.apache.kudu.client.TestClientFailoverSupport-KILL [id=0effa9efd5bc48d89df52b6cb3ced619]) successfully deleted
00:14:47.037 [DEBUG - main] (Connection.java:575) [peer 052acbc1e091469693f9510132dcc7c7(127.21.162.67:46289)] disconnecting while in state READY
00:14:47.037 [DEBUG - main] (Connection.java:575) [peer 9a5628453c4a4d8a97628461844dac32(127.21.162.66:40497)] disconnecting while in state TERMINATED
00:14:47.041 [DEBUG - kudu-nio-6] (Connection.java:239) [peer 052acbc1e091469693f9510132dcc7c7(127.21.162.67:46289)] handling channelInactive
00:14:47.042 [DEBUG - main] (Connection.java:575) [peer master-127.21.162.124:34563(127.21.162.124:34563)] disconnecting while in state TERMINATED
00:14:47.042 [DEBUG - main] (Connection.java:575) [peer master-127.21.162.126:34781(127.21.162.126:34781)] disconnecting while in state READY
00:14:47.044 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 052acbc1e091469693f9510132dcc7c7(127.21.162.67:46289)] cleaning up while in state READY due to: connection closed
00:14:47.044 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.162.126:34781(127.21.162.126:34781)] handling channelInactive
00:14:47.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.162.126:34781(127.21.162.126:34781)] cleaning up while in state READY due to: connection closed
00:14:47.047 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:14:47.049 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.162.125:39031(127.21.162.125:39031)] handling channelInactive
00:14:47.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.162.125:39031(127.21.162.125:39031)] cleaning up while in state READY due to: connection closed
00:14:47.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:47.050750 22153 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu with pid 22516
00:14:47.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:47.096407 22153 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu with pid 22864
00:14:47.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:47.146733 22153 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu with pid 22169
00:14:47.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:47.182245 22153 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu with pid 22257
00:14:48.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T00:14:48Z chronyd exiting
.00:14:49.508 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1786493689508
00:14:49.511 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
00:14:49.512 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:14:49.512 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskmwsNQH/test-tmp
00:14:49.512 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
00:14:49.513 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskmwsNQH/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
00:14:49.515 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

00:14:49.863 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:14:49.863 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

00:14:49.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:49.867136 23194 mini_oidc.cc:150] Starting JWKS server
00:14:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:49.870731 23194 webserver.cc:533] Webserver started at http://127.0.0.1:41519/ using document root <none> and password file <none>
00:14:49.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:49.871172 23194 mini_oidc.cc:186] Starting OIDC Discovery server
00:14:49.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:49.872948 23194 webserver.cc:533] Webserver started at http://127.0.0.1:41357/ using document root <none> and password file <none>
00:14:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T00:14:49Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
00:14:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T00:14:49Z Disabled control of system clock
00:14:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:49.950007 23194 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu
00:14:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu
00:14:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-0/wal
00:14:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-0/data
00:14:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-0/logs
00:14:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-0/data/info.pb
00:14:49.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:14:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:14:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:14:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.166.190:41147
00:14:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.166.190
00:14:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.166.148:43677
00:14:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:14:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.166.190:41147,127.22.166.189:34157,127.22.166.188:42277
00:14:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:14:49.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41519/jwks.json with env {}
00:14:50.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:50.278344 23206 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:14:50.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:50.278990 23206 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:50.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:50.279681 23206 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:14:50.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:50.318717 23206 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:14:50.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:50.319021 23206 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:14:50.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:50.319223 23206 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:14:50.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:50.319413 23206 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:14:50.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:50.319615 23206 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:14:50.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:50.319782 23206 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41519/jwks.json
00:14:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:50.357807 23206 master_runner.cc:387] Master server non-default flags:
00:14:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-0/logs
00:14:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.166.148:43677
00:14:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-0/data
00:14:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-0/wal
00:14:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:14:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.166.190:41147,127.22.166.189:34157,127.22.166.188:42277
00:14:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:14:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.166.190:41147
00:14:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:14:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:14:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41519/jwks.json
00:14:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-0/data/info.pb
00:14:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.166.190
00:14:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:50.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:50.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:50.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:50.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:50.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:14:50.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:14:50.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:14:50.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:14:50.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:55:14 UTC on e7f111948823
00:14:50.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17639
00:14:50.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:14:50.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:50.359222 23206 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:50.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:50.360877 23206 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:14:50.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:50.371977 23212 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:51.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:50.374060 23213 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:51.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:50.378329 23216 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:51.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:51.608408 23214 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
00:14:51.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.608551 23206 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:14:51.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.613134 23206 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:51.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.616250 23206 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:51.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.618018 23206 hybrid_clock.cc:648] HybridClock initialized: now 1786493691617938 us; error 81 us; skew 500 ppm
00:14:51.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.619065 23206 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:14:51.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.626284 23206 webserver.cc:533] Webserver started at http://127.22.166.190:38189/ using document root <none> and password file <none>
00:14:51.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.627437 23206 fs_manager.cc:362] Metadata directory not provided
00:14:51.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.627712 23206 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:51.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.628329 23206 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:14:51.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.633153 23206 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-0/data/instance:
00:14:51.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c237b5a039144850a3d23eda3c84576b"
00:14:51.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:51 on dist-test-slave-9zdj"
00:14:51.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.634496 23206 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-0/wal/instance:
00:14:51.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c237b5a039144850a3d23eda3c84576b"
00:14:51.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:51 on dist-test-slave-9zdj"
00:14:51.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.642720 23206 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.003s	sys 0.005s
00:14:51.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.649858 23223 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:51.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.651269 23206 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.001s
00:14:51.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.651718 23206 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-0/data,/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-0/wal
00:14:51.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c237b5a039144850a3d23eda3c84576b"
00:14:51.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:51 on dist-test-slave-9zdj"
00:14:51.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.652107 23206 fs_report.cc:389] FS layout report
00:14:51.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:51.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-0/wal
00:14:51.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-0/wal
00:14:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-0/data/data
00:14:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:51.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.725544 23206 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:14:51.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.727501 23206 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:51.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.728088 23206 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.807440 23206 rpc_server.cc:307] RPC server started. Bound to: 127.22.166.190:41147
00:14:51.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.807562 23282 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.166.190:41147 every 8 connection(s)
00:14:51.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.810415 23206 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-0/data/info.pb
00:14:51.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.812093 23194 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu as pid 23206
00:14:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.812767 23194 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-0/wal/instance
00:14:51.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.817421 23194 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu
00:14:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu
00:14:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-1/wal
00:14:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-1/data
00:14:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-1/logs
00:14:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-1/data/info.pb
00:14:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:14:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:14:51.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:14:51.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.166.189:34157
00:14:51.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.166.189
00:14:51.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:51.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.166.148:43677
00:14:51.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:51.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:51.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:51.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:14:51.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.166.190:41147,127.22.166.189:34157,127.22.166.188:42277
00:14:51.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:14:51.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41519/jwks.json with env {}
00:14:51.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.818554 23283 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:14:51.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.831359 23283 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } has no permanent_uuid. Determining permanent_uuid...
00:14:51.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.863301 23283 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } has no permanent_uuid. Determining permanent_uuid...
00:14:51.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:51.866109 23228 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.166.189:34157: connect: Connection refused (error 111)
00:14:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:51.870570 23283 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.166.189:34157: Network error: Client connection negotiation failed: client connection to 127.22.166.189:34157: connect: Connection refused (error 111)
00:14:51.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.920159 23283 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } attempt: 1
00:14:51.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:51.924790 23283 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.166.189:34157: Network error: Client connection negotiation failed: client connection to 127.22.166.189:34157: connect: Connection refused (error 111)
00:14:51.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:51.993306 23283 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } attempt: 2
00:14:51.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:51.998533 23283 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.166.189:34157: Network error: Client connection negotiation failed: client connection to 127.22.166.189:34157: connect: Connection refused (error 111)
00:14:52.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:52.090031 23283 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } attempt: 3
00:14:52.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:52.095273 23283 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.166.189:34157: Network error: Client connection negotiation failed: client connection to 127.22.166.189:34157: connect: Connection refused (error 111)
00:14:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:52.159744 23285 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:14:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:52.160351 23285 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:52.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:52.160820 23285 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:14:52.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:52.194981 23285 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:14:52.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:52.195303 23285 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:14:52.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:52.195503 23285 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:14:52.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:52.195715 23285 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:14:52.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:52.195905 23285 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:14:52.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:52.196066 23285 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41519/jwks.json
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:52.235502 23285 master_runner.cc:387] Master server non-default flags:
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-1/logs
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.166.148:43677
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-1/data
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-1/wal
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.166.190:41147,127.22.166.189:34157,127.22.166.188:42277
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.166.189:34157
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41519/jwks.json
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-1/data/info.pb
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.166.189
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:14:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:14:52.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:55:14 UTC on e7f111948823
00:14:52.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17639
00:14:52.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:14:52.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:52.237044 23285 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:52.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:52.238885 23285 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:14:52.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:52.238777 23283 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } attempt: 4
00:14:52.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:52.244441 23283 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.166.189:34157: Network error: Client connection negotiation failed: client connection to 127.22.166.189:34157: connect: Connection refused (error 111)
00:14:52.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:52.253176 23296 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:52.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:52.543988 23283 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } attempt: 5
00:14:52.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:52.554773 23283 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.166.189:34157: Network error: Client connection negotiation failed: client connection to 127.22.166.189:34157: connect: Connection refused (error 111)
00:14:53.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.102612 23283 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } attempt: 6
00:14:53.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:53.128257 23283 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.166.189:34157: Network error: Client connection negotiation failed: client connection to 127.22.166.189:34157: connect: Connection refused (error 111)
00:14:53.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:52.253940 23297 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:53.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:53.587915 23298 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1332 milliseconds
00:14:53.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:53.589838 23299 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:53.593788 23285 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.341s	user 0.437s	sys 0.893s
00:14:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:53.594085 23285 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.341s	user 0.437s	sys 0.893s
00:14:53.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.594362 23285 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:14:53.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.595657 23285 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.598594 23285 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:53.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.600021 23285 hybrid_clock.cc:648] HybridClock initialized: now 1786493693599976 us; error 63 us; skew 500 ppm
00:14:53.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.600946 23285 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:14:53.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.608740 23285 webserver.cc:533] Webserver started at http://127.22.166.189:38589/ using document root <none> and password file <none>
00:14:53.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.610002 23285 fs_manager.cc:362] Metadata directory not provided
00:14:53.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.610282 23285 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:53.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.610837 23285 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:14:53.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.615636 23285 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-1/data/instance:
00:14:53.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2c58361a008442e1976e93b2e7e889b6"
00:14:53.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:53 on dist-test-slave-9zdj"
00:14:53.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.617130 23285 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-1/wal/instance:
00:14:53.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2c58361a008442e1976e93b2e7e889b6"
00:14:53.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:53 on dist-test-slave-9zdj"
00:14:53.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.627312 23285 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.007s	sys 0.001s
00:14:53.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.634881 23311 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:53.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.636523 23285 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.003s
00:14:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.637059 23285 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-1/data,/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-1/wal
00:14:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2c58361a008442e1976e93b2e7e889b6"
00:14:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:53 on dist-test-slave-9zdj"
00:14:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.637491 23285 fs_report.cc:389] FS layout report
00:14:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-1/wal
00:14:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-1/wal
00:14:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-1/data/data
00:14:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:53.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:53.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:53.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.720001 23285 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:14:53.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.721833 23285 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:53.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.722358 23285 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:53.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.804045 23285 rpc_server.cc:307] RPC server started. Bound to: 127.22.166.189:34157
00:14:53.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.804137 23372 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.166.189:34157 every 8 connection(s)
00:14:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.808298 23285 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-1/data/info.pb
00:14:53.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.815512 23194 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu as pid 23285
00:14:53.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.815634 23373 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:14:53.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.816040 23194 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-1/wal/instance
00:14:53.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.819581 23194 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu
00:14:53.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu
00:14:53.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/wal
00:14:53.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/data
00:14:53.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:53.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:53.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:53.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:53.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:53.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:53.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/logs
00:14:53.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/data/info.pb
00:14:53.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:53.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:53.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:53.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:53.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:53.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:53.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:53.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:53.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:14:53.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:53.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:14:53.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:14:53.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.166.188:42277
00:14:53.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.166.188
00:14:53.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:53.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.166.148:43677
00:14:53.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:53.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:53.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:53.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:14:53.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.166.190:41147,127.22.166.189:34157,127.22.166.188:42277
00:14:53.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:14:53.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41519/jwks.json with env {}
00:14:53.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.832991 23373 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } has no permanent_uuid. Determining permanent_uuid...
00:14:53.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.867556 23373 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } has no permanent_uuid. Determining permanent_uuid...
00:14:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.883319 23373 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } has no permanent_uuid. Determining permanent_uuid...
00:14:53.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:53.886576 23315 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.166.188:42277: connect: Connection refused (error 111)
00:14:53.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:53.891799 23373 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.166.188:42277: Network error: Client connection negotiation failed: client connection to 127.22.166.188:42277: connect: Connection refused (error 111)
00:14:53.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:53.941540 23373 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } attempt: 1
00:14:53.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:53.946973 23373 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.166.188:42277: Network error: Client connection negotiation failed: client connection to 127.22.166.188:42277: connect: Connection refused (error 111)
00:14:54.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:54.015532 23373 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } attempt: 2
00:14:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:54.020821 23373 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.166.188:42277: Network error: Client connection negotiation failed: client connection to 127.22.166.188:42277: connect: Connection refused (error 111)
00:14:54.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:54.112298 23373 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } attempt: 3
00:14:54.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:54.117184 23373 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.166.188:42277: Network error: Client connection negotiation failed: client connection to 127.22.166.188:42277: connect: Connection refused (error 111)
00:14:54.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:54.168128 23375 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:14:54.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:54.168710 23375 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:54.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:54.169154 23375 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:14:54.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:54.188911 23283 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } attempt: 7
00:14:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:54.202477 23283 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } has no permanent_uuid. Determining permanent_uuid...
00:14:54.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:54.209358 23283 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.166.188:42277: Network error: Client connection negotiation failed: client connection to 127.22.166.188:42277: connect: Connection refused (error 111)
00:14:54.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:54.209545 23375 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:14:54.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:54.209882 23375 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:14:54.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:54.210101 23375 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:14:54.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:54.210310 23375 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:14:54.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:54.210505 23375 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:14:54.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:54.210652 23375 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41519/jwks.json
00:14:54.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:54.249311 23375 master_runner.cc:387] Master server non-default flags:
00:14:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/logs
00:14:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.166.148:43677
00:14:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/data
00:14:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/wal
00:14:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:14:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.166.190:41147,127.22.166.189:34157,127.22.166.188:42277
00:14:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:14:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.166.188:42277
00:14:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:14:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:14:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41519/jwks.json
00:14:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/data/info.pb
00:14:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.166.188
00:14:54.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:54.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:54.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:54.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:54.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:54.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:54.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:54.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:14:54.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:14:54.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:14:54.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:14:54.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:55:14 UTC on e7f111948823
00:14:54.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17639
00:14:54.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:14:54.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:54.250944 23375 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:54.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:54.252734 23375 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:14:54.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:54.260777 23373 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } attempt: 4
00:14:54.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:54.265569 23388 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:54.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:54.267733 23373 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.166.188:42277: Network error: Client connection negotiation failed: client connection to 127.22.166.188:42277: connect: Connection refused (error 111)
00:14:54.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:54.268114 23283 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } attempt: 1
00:14:54.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:54.273968 23283 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.166.188:42277: Network error: Client connection negotiation failed: client connection to 127.22.166.188:42277: connect: Connection refused (error 111)
00:14:54.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:54.355520 23283 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } attempt: 2
00:14:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:54.361086 23283 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.166.188:42277: Network error: Client connection negotiation failed: client connection to 127.22.166.188:42277: connect: Connection refused (error 111)
00:14:54.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:54.446826 23283 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } attempt: 3
00:14:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:54.452803 23283 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.166.188:42277: Network error: Client connection negotiation failed: client connection to 127.22.166.188:42277: connect: Connection refused (error 111)
00:14:54.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:54.567232 23373 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } attempt: 5
00:14:54.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:54.574213 23373 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.166.188:42277: Network error: Client connection negotiation failed: client connection to 127.22.166.188:42277: connect: Connection refused (error 111)
00:14:54.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:54.593505 23283 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } attempt: 4
00:14:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:54.598855 23283 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.166.188:42277: Network error: Client connection negotiation failed: client connection to 127.22.166.188:42277: connect: Connection refused (error 111)
00:14:54.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:54.882555 23283 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } attempt: 5
00:14:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:54.888199 23283 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.166.188:42277: Network error: Client connection negotiation failed: client connection to 127.22.166.188:42277: connect: Connection refused (error 111)
00:14:55.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.121805 23373 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } attempt: 6
00:14:55.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:55.135139 23373 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.166.188:42277: Network error: Client connection negotiation failed: client connection to 127.22.166.188:42277: connect: Connection refused (error 111)
00:14:55.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.440963 23283 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } attempt: 6
00:14:55.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:55.453776 23283 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.166.188:42277: Network error: Client connection negotiation failed: client connection to 127.22.166.188:42277: connect: Connection refused (error 111)
00:14:55.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:54.268164 23389 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:55.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:54.270931 23375 server_base.cc:1061] running on GCE node
00:14:55.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:54.272419 23391 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:55.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.521392 23375 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.524962 23375 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.526504 23375 hybrid_clock.cc:648] HybridClock initialized: now 1786493695526439 us; error 82 us; skew 500 ppm
00:14:55.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.527554 23375 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:14:55.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.534749 23375 webserver.cc:533] Webserver started at http://127.22.166.188:43795/ using document root <none> and password file <none>
00:14:55.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.536079 23375 fs_manager.cc:362] Metadata directory not provided
00:14:55.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.536365 23375 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:55.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.536950 23375 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:14:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.541838 23375 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/data/instance:
00:14:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "247382797381410fa53218be515305df"
00:14:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:55 on dist-test-slave-9zdj"
00:14:55.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.543216 23375 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/wal/instance:
00:14:55.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "247382797381410fa53218be515305df"
00:14:55.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:55 on dist-test-slave-9zdj"
00:14:55.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.552627 23375 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.009s	sys 0.000s
00:14:55.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.559705 23404 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:55.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.560964 23375 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.002s
00:14:55.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.561425 23375 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/data,/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/wal
00:14:55.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "247382797381410fa53218be515305df"
00:14:55.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:55 on dist-test-slave-9zdj"
00:14:55.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.561930 23375 fs_report.cc:389] FS layout report
00:14:55.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:55.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/wal
00:14:55.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/wal
00:14:55.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/data/data
00:14:55.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:55.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:55.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:55.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:55.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:55.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:55.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:55.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:55.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:55.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:55.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:55.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.629391 23375 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:14:55.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.631220 23375 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:55.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.631871 23375 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:55.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.710016 23375 rpc_server.cc:307] RPC server started. Bound to: 127.22.166.188:42277
00:14:55.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.710140 23467 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.166.188:42277 every 8 connection(s)
00:14:55.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.713101 23375 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/data/info.pb
00:14:55.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.720113 23468 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:14:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.722550 23194 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu as pid 23375
00:14:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.723237 23194 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/wal/instance
00:14:55.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.740552 23468 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } has no permanent_uuid. Determining permanent_uuid...
00:14:55.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.767774 23468 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } has no permanent_uuid. Determining permanent_uuid...
00:14:55.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.778544 23468 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } has no permanent_uuid. Determining permanent_uuid...
00:14:55.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.796453 23468 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df: Bootstrap starting.
00:14:55.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.805433 23468 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df: Neither blocks nor log segments found. Creating new log.
00:14:55.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.808254 23468 log.cc:826] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df: Log is configured to *not* fsync() on all Append() calls
00:14:55.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.815966 23468 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df: No bootstrap required, opened a new log
00:14:55.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.843796 23468 raft_consensus.cc:359] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } }
00:14:55.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.844485 23468 raft_consensus.cc:385] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:14:55.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.844678 23468 raft_consensus.cc:740] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 247382797381410fa53218be515305df, State: Initialized, Role: FOLLOWER
00:14:55.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.845552 23468 consensus_queue.cc:260] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } }
00:14:55.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.848351 23478 sys_catalog.cc:455] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } } }
00:14:55.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.849570 23478 sys_catalog.cc:458] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [sys.catalog]: This master's current role is: FOLLOWER
00:14:55.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.849917 23468 sys_catalog.cc:565] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [sys.catalog]: configured and running, proceeding with master startup.
00:14:55.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:55.875313 23490 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:14:55.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:55.875631 23490 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:14:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:55.887799 23413 tablet.cc:2406] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:14:55.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.871922 23375 master_runner.cc:187] Error getting master registration for 127.22.166.190:41147: OK, instance_id { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" instance_seqno: 1786493691784230 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:14:55.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:55.901739 23375 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:14:56.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.195650 23373 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } attempt: 7
00:14:56.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.215531 23373 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6: Bootstrap starting.
00:14:56.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.221530 23373 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6: Neither blocks nor log segments found. Creating new log.
00:14:56.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.223595 23373 log.cc:826] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6: Log is configured to *not* fsync() on all Append() calls
00:14:56.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.228940 23373 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6: No bootstrap required, opened a new log
00:14:56.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.250317 23373 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } }
00:14:56.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.251083 23373 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:14:56.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.251397 23373 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2c58361a008442e1976e93b2e7e889b6, State: Initialized, Role: FOLLOWER
00:14:56.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.252561 23373 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } }
00:14:56.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.255614 23495 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } } }
00:14:56.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.256496 23495 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [sys.catalog]: This master's current role is: FOLLOWER
00:14:56.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.257236 23478 raft_consensus.cc:493] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:14:56.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.257576 23373 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [sys.catalog]: configured and running, proceeding with master startup.
00:14:56.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.257915 23478 raft_consensus.cc:515] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } }
00:14:56.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.262655 23478 leader_election.cc:290] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c237b5a039144850a3d23eda3c84576b (127.22.166.190:41147), 2c58361a008442e1976e93b2e7e889b6 (127.22.166.189:34157)
00:14:56.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.263274 23343 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "247382797381410fa53218be515305df" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2c58361a008442e1976e93b2e7e889b6" is_pre_election: true
00:14:56.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.264356 23343 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 247382797381410fa53218be515305df in term 0.
00:14:56.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.266656 23408 leader_election.cc:304] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 247382797381410fa53218be515305df, 2c58361a008442e1976e93b2e7e889b6; no voters: 
00:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.267745 23478 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [term 0 FOLLOWER]: Leader pre-election won for term 1
00:14:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.268141 23478 raft_consensus.cc:493] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:14:56.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.268476 23478 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [term 0 FOLLOWER]: Advancing to term 1
00:14:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.278658 23478 raft_consensus.cc:515] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } }
00:14:56.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.287566 23343 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "247382797381410fa53218be515305df" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2c58361a008442e1976e93b2e7e889b6"
00:14:56.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.288352 23343 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [term 0 FOLLOWER]: Advancing to term 1
00:14:56.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.297788 23478 leader_election.cc:290] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [CANDIDATE]: Term 1 election: Requested vote from peers c237b5a039144850a3d23eda3c84576b (127.22.166.190:41147), 2c58361a008442e1976e93b2e7e889b6 (127.22.166.189:34157)
00:14:56.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.300478 23343 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 247382797381410fa53218be515305df in term 1.
00:14:56.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.302220 23408 leader_election.cc:304] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 247382797381410fa53218be515305df, 2c58361a008442e1976e93b2e7e889b6; no voters: 
00:14:56.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.303504 23478 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [term 1 FOLLOWER]: Leader election won for term 1
00:14:56.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.312182 23478 raft_consensus.cc:697] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [term 1 LEADER]: Becoming Leader. State: Replica: 247382797381410fa53218be515305df, State: Running, Role: LEADER
00:14:56.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.313740 23478 consensus_queue.cc:237] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } }
00:14:56.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.335384 23510 sys_catalog.cc:455] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [sys.catalog]: SysCatalogTable state changed. Reason: New leader 247382797381410fa53218be515305df. Latest consensus state: current_term: 1 leader_uuid: "247382797381410fa53218be515305df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } } }
00:14:56.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.339459 23510 sys_catalog.cc:458] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [sys.catalog]: This master's current role is: LEADER
00:14:56.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:56.343802 23507 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:14:56.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:56.345726 23507 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:14:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.310842 23285 master_runner.cc:187] Error getting master registration for 127.22.166.190:41147: OK, instance_id { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" instance_seqno: 1786493691784230 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:14:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.354151 23285 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:14:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.354773 23513 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
00:14:56.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.373099 23513 catalog_manager.cc:1520] Initializing Kudu cluster ID...
00:14:56.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.393751 23343 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [term 1 FOLLOWER]: Refusing update from remote peer 247382797381410fa53218be515305df: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:14:56.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.396009 23510 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [LEADER]: Connected to new peer: Peer: permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:14:56.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.435627 23495 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 247382797381410fa53218be515305df. Latest consensus state: current_term: 1 leader_uuid: "247382797381410fa53218be515305df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } } }
00:14:56.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.436812 23495 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [sys.catalog]: This master's current role is: FOLLOWER
00:14:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.441812 23514 mvcc.cc:204] Tried to move back new op lower bound from 7317478180405321728 to 7317478180114165760. Current Snapshot: MvccSnapshot[applied={T|T < 7317478180405321728}]
00:14:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.450363 23510 sys_catalog.cc:455] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "247382797381410fa53218be515305df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } } }
00:14:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.451297 23510 sys_catalog.cc:458] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [sys.catalog]: This master's current role is: LEADER
00:14:56.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.453913 23513 catalog_manager.cc:1383] Generated new cluster ID: 86fbb28b3b264731873330092a56fc41
00:14:56.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.454203 23513 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
00:14:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.472983 23495 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "247382797381410fa53218be515305df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } } }
00:14:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.473918 23495 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [sys.catalog]: This master's current role is: FOLLOWER
00:14:56.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.487205 23283 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } attempt: 7
00:14:56.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.501902 23513 catalog_manager.cc:1406] Generated new certificate authority record
00:14:56.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.504153 23513 catalog_manager.cc:1540] Loading token signing keys...
00:14:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.530792 23283 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b: Bootstrap starting.
00:14:56.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.533308 23513 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df: Generated new TSK 0
00:14:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.534548 23513 catalog_manager.cc:1550] Initializing in-progress tserver states...
00:14:56.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.545939 23283 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b: Neither blocks nor log segments found. Creating new log.
00:14:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.548987 23283 log.cc:826] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b: Log is configured to *not* fsync() on all Append() calls
00:14:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.562489 23194 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu
00:14:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu
00:14:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-0/wal
00:14:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-0/data
00:14:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:14:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:14:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:14:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-0/logs
00:14:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-0/data/info.pb
00:14:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:56.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:14:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:14:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:14:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:14:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:14:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:14:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.166.129:0
00:14:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.166.129
00:14:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.166.129
00:14:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.166.190:41147,127.22.166.189:34157,127.22.166.188:42277
00:14:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.166.148:43677
00:14:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:56.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:14:56.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.587695 23283 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b: No bootstrap required, opened a new log
00:14:56.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.623203 23283 raft_consensus.cc:359] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } }
00:14:56.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.624523 23283 raft_consensus.cc:385] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:14:56.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.625125 23283 raft_consensus.cc:740] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c237b5a039144850a3d23eda3c84576b, State: Initialized, Role: FOLLOWER
00:14:56.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.626592 23283 consensus_queue.cc:260] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } }
00:14:56.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.635426 23524 sys_catalog.cc:455] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } } }
00:14:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.640029 23524 sys_catalog.cc:458] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [sys.catalog]: This master's current role is: FOLLOWER
00:14:56.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.639761 23254 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "247382797381410fa53218be515305df" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c237b5a039144850a3d23eda3c84576b"
00:14:56.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.639530 23283 sys_catalog.cc:565] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [sys.catalog]: configured and running, proceeding with master startup.
00:14:56.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.640863 23255 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "247382797381410fa53218be515305df" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c237b5a039144850a3d23eda3c84576b" is_pre_election: true
00:14:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.640287 23253 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [term 0 FOLLOWER]: Advancing to term 1
00:14:56.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.649863 23253 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [term 1 FOLLOWER]: Refusing update from remote peer 247382797381410fa53218be515305df: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:14:56.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.652172 23510 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [LEADER]: Connected to new peer: Peer: permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:14:56.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.722573 23533 sys_catalog.cc:455] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "247382797381410fa53218be515305df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } } }
00:14:56.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.724828 23533 sys_catalog.cc:458] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [sys.catalog]: This master's current role is: FOLLOWER
00:14:56.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.724079 23524 sys_catalog.cc:455] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 247382797381410fa53218be515305df. Latest consensus state: current_term: 1 leader_uuid: "247382797381410fa53218be515305df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } } }
00:14:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.725898 23524 sys_catalog.cc:458] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [sys.catalog]: This master's current role is: FOLLOWER
00:14:56.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.818205 23542 catalog_manager.cc:1295] Loaded cluster ID: 86fbb28b3b264731873330092a56fc41
00:14:56.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.819058 23542 catalog_manager.cc:1588] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b: loading cluster ID for follower catalog manager: success
00:14:56.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.827752 23542 catalog_manager.cc:1610] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b: acquiring CA information for follower catalog manager: success
00:14:56.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:56.834595 23542 catalog_manager.cc:1638] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:14:57.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:57.167241 23550 sys_catalog.cc:455] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "247382797381410fa53218be515305df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } } }
00:14:57.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:57.173931 23550 sys_catalog.cc:458] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [sys.catalog]: This master's current role is: LEADER
00:14:57.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:57.207999 23523 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:14:57.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:57.218400 23523 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:14:57.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:57.219292 23523 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:14:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:57.284983 23523 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:14:57.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:57.286521 23523 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.166.129
00:14:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:57.353085 23507 catalog_manager.cc:1295] Loaded cluster ID: 86fbb28b3b264731873330092a56fc41
00:14:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:57.353400 23507 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6: loading cluster ID for follower catalog manager: success
00:14:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:57.354281 23523 tablet_server_runner.cc:78] Tablet server non-default flags:
00:14:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-0/logs
00:14:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:14:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:14:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:14:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.166.148:43677
00:14:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:14:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:14:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-0/data
00:14:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-0/wal
00:14:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:14:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:14:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.166.129:0
00:14:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:14:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:14:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:14:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-0/data/info.pb
00:14:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.166.129
00:14:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:14:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.166.190:41147,127.22.166.189:34157,127.22.166.188:42277
00:14:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:14:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:14:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:14:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:14:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:14:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.166.129
00:14:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:14:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:14:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:14:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:14:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:14:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:55:14 UTC on e7f111948823
00:14:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17639
00:14:57.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:14:57.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:57.356137 23523 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:14:57.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:57.358594 23523 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:14:57.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:57.363183 23507 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6: acquiring CA information for follower catalog manager: success
00:14:57.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:57.380780 23507 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:14:57.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:57.394455 23558 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:58.781968 23556 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 23523
00:14:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:59.823663 23556 kernel_stack_watchdog.cc:198] Thread 23523 stuck at /home/jenkins-slave/workspace/build_and_test@4/src/kudu/util/thread.cc:642 for 383ms:
00:14:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:14:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:14:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:14:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:14:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:57.398226 23557 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:59.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:59.832370 23559 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2433 milliseconds
00:14:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:59.832839 23560 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:14:59.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:59.833847 23523 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.437s	user 0.419s	sys 0.778s
00:14:59.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:14:59.834446 23523 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.437s	user 0.419s	sys 0.778s
00:14:59.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:59.834904 23523 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:14:59.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:59.836573 23523 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:14:59.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:59.845628 23523 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:14:59.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:59.847563 23523 hybrid_clock.cc:648] HybridClock initialized: now 1786493699847518 us; error 53 us; skew 500 ppm
00:14:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:59.849040 23523 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:14:59.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:59.861832 23523 webserver.cc:533] Webserver started at http://127.22.166.129:34753/ using document root <none> and password file <none>
00:14:59.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:59.863502 23523 fs_manager.cc:362] Metadata directory not provided
00:14:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:59.864024 23523 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:14:59.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:59.864800 23523 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:14:59.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:59.871706 23523 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-0/data/instance:
00:14:59.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "702d5884ebfc42c783ced85866ab0916"
00:14:59.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:59 on dist-test-slave-9zdj"
00:14:59.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:59.873658 23523 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-0/wal/instance:
00:14:59.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "702d5884ebfc42c783ced85866ab0916"
00:14:59.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:59 on dist-test-slave-9zdj"
00:14:59.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:59.884850 23523 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.009s	sys 0.000s
00:14:59.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:59.894402 23569 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:14:59.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:59.896121 23523 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.002s	sys 0.002s
00:14:59.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:59.896600 23523 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-0/data,/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-0/wal
00:14:59.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "702d5884ebfc42c783ced85866ab0916"
00:14:59.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:59 on dist-test-slave-9zdj"
00:14:59.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:59.897068 23523 fs_report.cc:389] FS layout report
00:14:59.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:14:59.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-0/wal
00:14:59.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-0/wal
00:14:59.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-0/data/data
00:14:59.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:14:59.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:14:59.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:14:59.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:14:59.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:14:59.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:14:59.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:14:59.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:14:59.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:14:59.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:14:59.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:14:59.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:59.976074 23523 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:14:59.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:59.978317 23523 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:14:59.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:59.978933 23523 kserver.cc:163] Server-wide thread pool size limit: 3276
00:14:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:59.982903 23523 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:14:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:59.989686 23523 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:14:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:59.990121 23523 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.001s	sys 0.000s
00:14:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:59.990454 23523 ts_tablet_manager.cc:616] Registered 0 tablets
00:14:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:14:59.990680 23523 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:15:00.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:00.239149 23523 rpc_server.cc:307] RPC server started. Bound to: 127.22.166.129:34427
00:15:00.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:00.239326 23703 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.166.129:34427 every 8 connection(s)
00:15:00.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:00.243270 23523 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-0/data/info.pb
00:15:00.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:00.245126 23194 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu as pid 23523
00:15:00.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:00.245889 23194 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-0/wal/instance
00:15:00.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:00.258188 23194 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu
00:15:00.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu
00:15:00.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-1/wal
00:15:00.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-1/data
00:15:00.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:15:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:15:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:15:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:15:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:15:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:15:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-1/logs
00:15:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-1/data/info.pb
00:15:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:15:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:15:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:15:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:15:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:15:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:15:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:15:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:15:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:15:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:15:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.166.130:0
00:15:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.166.130
00:15:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.166.130
00:15:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:15:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.166.190:41147,127.22.166.189:34157,127.22.166.188:42277
00:15:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.166.148:43677
00:15:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:15:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:15:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:15:00.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:00.350376 23704 heartbeater.cc:344] Connected to a master server at 127.22.166.188:42277
00:15:00.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:00.353427 23704 heartbeater.cc:461] Registering TS with master...
00:15:00.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:00.355173 23704 heartbeater.cc:507] Master 127.22.166.188:42277 requested a full tablet report, sending...
00:15:00.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:00.360152 23427 ts_manager.cc:194] Registered new tserver with Master: 702d5884ebfc42c783ced85866ab0916 (127.22.166.129:34427)
00:15:00.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:00.363059 23427 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.166.129:39575
00:15:00.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:00.370869 23713 heartbeater.cc:344] Connected to a master server at 127.22.166.190:41147
00:15:00.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:00.371263 23713 heartbeater.cc:461] Registering TS with master...
00:15:00.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:00.372002 23713 heartbeater.cc:507] Master 127.22.166.190:41147 requested a full tablet report, sending...
00:15:00.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:00.376065 23243 ts_manager.cc:194] Registered new tserver with Master: 702d5884ebfc42c783ced85866ab0916 (127.22.166.129:34427)
00:15:00.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:00.378664 23705 heartbeater.cc:344] Connected to a master server at 127.22.166.189:34157
00:15:00.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:00.379060 23705 heartbeater.cc:461] Registering TS with master...
00:15:00.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:00.379772 23705 heartbeater.cc:507] Master 127.22.166.189:34157 requested a full tablet report, sending...
00:15:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:00.383018 23333 ts_manager.cc:194] Registered new tserver with Master: 702d5884ebfc42c783ced85866ab0916 (127.22.166.129:34427)
00:15:00.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:00.671531 23369 debug-util.cc:398] Leaking SignalData structure 0x7b08000829e0 after lost signal to thread 23291
00:15:00.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:00.784503 23708 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:15:00.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:00.785338 23708 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:15:00.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:00.786377 23708 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:15:00.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:00.858726 23708 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:15:00.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:00.860395 23708 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.166.130
00:15:00.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:00.910177 23708 tablet_server_runner.cc:78] Tablet server non-default flags:
00:15:00.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-1/logs
00:15:00.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:15:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:15:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:15:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.166.148:43677
00:15:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:15:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:15:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-1/data
00:15:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-1/wal
00:15:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:15:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:15:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.166.130:0
00:15:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:15:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:15:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:15:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-1/data/info.pb
00:15:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.166.130
00:15:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:15:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.166.190:41147,127.22.166.189:34157,127.22.166.188:42277
00:15:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:15:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:15:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:15:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:15:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:15:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.166.130
00:15:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:15:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:15:00.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:15:00.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:15:00.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:15:00.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:55:14 UTC on e7f111948823
00:15:00.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17639
00:15:00.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:15:00.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:00.912271 23708 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:15:00.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:00.914795 23708 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:15:00.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:00.952199 23726 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:15:01.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:01.134207 23463 debug-util.cc:398] Leaking SignalData structure 0x7b0800097940 after lost signal to thread 23380
00:15:01.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:01.369490 23704 heartbeater.cc:499] Master 127.22.166.188:42277 was elected leader, sending a full tablet report...
00:15:02.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:02.346032 23725 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 23708
00:15:02.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:02.797602 23708 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.843s	user 0.591s	sys 0.986s
00:15:02.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:02.798738 23708 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.844s	user 0.591s	sys 0.986s
00:15:02.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:00.954938 23727 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:15:02.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:02.800168 23729 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:15:02.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:02.811494 23708 server_base.cc:1061] running on GCE node
00:15:02.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:02.813501 23708 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:15:02.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:02.826334 23708 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:15:02.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:02.831029 23708 hybrid_clock.cc:648] HybridClock initialized: now 1786493702830972 us; error 87 us; skew 500 ppm
00:15:02.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:02.832377 23708 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:15:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:02.862463 23708 webserver.cc:533] Webserver started at http://127.22.166.130:39511/ using document root <none> and password file <none>
00:15:02.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:02.863919 23708 fs_manager.cc:362] Metadata directory not provided
00:15:02.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:02.864234 23708 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:15:02.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:02.864876 23708 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:15:02.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:02.872129 23708 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-1/data/instance:
00:15:02.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "413c26cda2ac4dd38d1b201d715ea9c1"
00:15:02.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:15:02 on dist-test-slave-9zdj"
00:15:02.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:02.873961 23708 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-1/wal/instance:
00:15:02.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "413c26cda2ac4dd38d1b201d715ea9c1"
00:15:02.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:15:02 on dist-test-slave-9zdj"
00:15:02.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:02.885666 23708 fs_manager.cc:696] Time spent creating directory manager: real 0.011s	user 0.008s	sys 0.002s
00:15:02.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:02.902107 23739 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:15:02.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:02.903851 23708 fs_manager.cc:730] Time spent opening block manager: real 0.011s	user 0.003s	sys 0.000s
00:15:02.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:02.904340 23708 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-1/data,/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-1/wal
00:15:02.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "413c26cda2ac4dd38d1b201d715ea9c1"
00:15:02.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:15:02 on dist-test-slave-9zdj"
00:15:02.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:02.904879 23708 fs_report.cc:389] FS layout report
00:15:02.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:15:02.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-1/wal
00:15:02.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-1/wal
00:15:02.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-1/data/data
00:15:02.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:15:02.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:15:02.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:15:02.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:15:02.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:15:02.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:15:02.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:15:02.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:15:02.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:15:02.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:15:02.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:15:02.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:02.995723 23708 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:15:03.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:02.998262 23708 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:15:03.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:02.998898 23708 kserver.cc:163] Server-wide thread pool size limit: 3276
00:15:03.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:03.003201 23708 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:15:03.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:03.010021 23708 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:15:03.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:03.010345 23708 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:15:03.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:03.010676 23708 ts_tablet_manager.cc:616] Registered 0 tablets
00:15:03.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:03.010907 23708 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:15:03.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:03.273419 23708 rpc_server.cc:307] RPC server started. Bound to: 127.22.166.130:40685
00:15:03.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:03.273561 23869 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.166.130:40685 every 8 connection(s)
00:15:03.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:03.277719 23708 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-1/data/info.pb
00:15:03.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:03.280467 23194 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu as pid 23708
00:15:03.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:03.280993 23194 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-1/wal/instance
00:15:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:03.303799 23194 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu
00:15:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu
00:15:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-2/wal
00:15:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-2/data
00:15:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:15:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:15:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:15:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:15:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:15:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:15:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-2/logs
00:15:03.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-2/data/info.pb
00:15:03.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:15:03.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:15:03.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:15:03.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:15:03.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:15:03.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:15:03.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:15:03.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:15:03.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:15:03.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:15:03.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.166.131:0
00:15:03.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.166.131
00:15:03.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.166.131
00:15:03.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:15:03.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.166.190:41147,127.22.166.189:34157,127.22.166.188:42277
00:15:03.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.166.148:43677
00:15:03.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:15:03.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:15:03.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:15:03.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:03.345764 23870 heartbeater.cc:344] Connected to a master server at 127.22.166.188:42277
00:15:03.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:03.346392 23870 heartbeater.cc:461] Registering TS with master...
00:15:03.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:03.348001 23870 heartbeater.cc:507] Master 127.22.166.188:42277 requested a full tablet report, sending...
00:15:03.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:03.351850 23427 ts_manager.cc:194] Registered new tserver with Master: 413c26cda2ac4dd38d1b201d715ea9c1 (127.22.166.130:40685)
00:15:03.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:03.354179 23427 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.166.130:58645
00:15:03.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:03.377177 23871 heartbeater.cc:344] Connected to a master server at 127.22.166.189:34157
00:15:03.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:03.377568 23871 heartbeater.cc:461] Registering TS with master...
00:15:03.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:03.378405 23871 heartbeater.cc:507] Master 127.22.166.189:34157 requested a full tablet report, sending...
00:15:03.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:03.381781 23333 ts_manager.cc:194] Registered new tserver with Master: 413c26cda2ac4dd38d1b201d715ea9c1 (127.22.166.130:40685)
00:15:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:03.395118 23874 heartbeater.cc:344] Connected to a master server at 127.22.166.190:41147
00:15:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:03.395591 23874 heartbeater.cc:461] Registering TS with master...
00:15:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:03.396278 23874 heartbeater.cc:507] Master 127.22.166.190:41147 requested a full tablet report, sending...
00:15:03.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:03.402029 23243 ts_manager.cc:194] Registered new tserver with Master: 413c26cda2ac4dd38d1b201d715ea9c1 (127.22.166.130:40685)
00:15:03.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:03.713231 23875 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:15:03.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:03.713912 23875 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:15:03.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:03.714680 23875 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:15:03.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:03.751385 23875 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:15:03.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:03.752784 23875 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.166.131
00:15:03.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:03.793663 23875 tablet_server_runner.cc:78] Tablet server non-default flags:
00:15:03.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-2/logs
00:15:03.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:15:03.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:15:03.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:15:03.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.166.148:43677
00:15:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:15:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:15:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-2/data
00:15:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-2/wal
00:15:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:15:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:15:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.166.131:0
00:15:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:15:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:15:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:15:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-2/data/info.pb
00:15:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.166.131
00:15:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:15:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.166.190:41147,127.22.166.189:34157,127.22.166.188:42277
00:15:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:15:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:15:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:15:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:15:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:15:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.166.131
00:15:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:15:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:15:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:15:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:15:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:15:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:55:14 UTC on e7f111948823
00:15:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17639
00:15:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:15:03.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:03.795719 23875 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:15:03.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:03.798022 23875 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:15:03.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:03.846593 23891 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:15:04.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:04.358970 23870 heartbeater.cc:499] Master 127.22.166.188:42277 was elected leader, sending a full tablet report...
00:15:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:05.786393 23369 debug-util.cc:398] Leaking SignalData structure 0x7b08000adf40 after lost signal to thread 23291
00:15:05.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:05.787397 23369 debug-util.cc:398] Leaking SignalData structure 0x7b08000ade40 after lost signal to thread 23372
00:15:05.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:05.236207 23890 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 23875
00:15:05.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:05.865015 23890 kernel_stack_watchdog.cc:198] Thread 23875 stuck at /home/jenkins-slave/workspace/build_and_test@4/src/kudu/util/thread.cc:642 for 380ms:
00:15:05.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:15:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:15:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:15:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:15:05.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:05.866730 23875 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.014s	user 0.706s	sys 1.063s
00:15:05.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:03.852183 23892 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:15:05.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:05.867091 23875 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.015s	user 0.706s	sys 1.063s
00:15:05.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:05.868038 23893 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2012 milliseconds
00:15:05.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:05.870021 23894 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:15:05.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:05.869971 23875 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:15:05.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:05.874190 23875 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:15:05.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:05.876441 23875 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:15:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:05.877864 23875 hybrid_clock.cc:648] HybridClock initialized: now 1786493705877808 us; error 64 us; skew 500 ppm
00:15:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:05.878801 23875 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:15:05.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:05.885581 23875 webserver.cc:533] Webserver started at http://127.22.166.131:32863/ using document root <none> and password file <none>
00:15:05.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:05.886876 23875 fs_manager.cc:362] Metadata directory not provided
00:15:05.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:05.887169 23875 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:15:05.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:05.887739 23875 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:15:05.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:05.892897 23875 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-2/data/instance:
00:15:05.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fa078c812dbd47aba12908b05a933058"
00:15:05.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:15:05 on dist-test-slave-9zdj"
00:15:05.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:05.894415 23875 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-2/wal/instance:
00:15:05.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fa078c812dbd47aba12908b05a933058"
00:15:05.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:15:05 on dist-test-slave-9zdj"
00:15:05.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:05.902932 23875 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.002s
00:15:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:05.909078 23905 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:15:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:05.910404 23875 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
00:15:05.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:05.910840 23875 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-2/data,/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-2/wal
00:15:05.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fa078c812dbd47aba12908b05a933058"
00:15:05.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:15:05 on dist-test-slave-9zdj"
00:15:05.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:05.911289 23875 fs_report.cc:389] FS layout report
00:15:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:15:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-2/wal
00:15:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-2/wal
00:15:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-2/data/data
00:15:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:15:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:15:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:15:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:15:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:15:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:15:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:15:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:15:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:15:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:15:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:15:05.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:05.972654 23875 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:15:05.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:05.974436 23875 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:15:05.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:05.975009 23875 kserver.cc:163] Server-wide thread pool size limit: 3276
00:15:05.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:05.977936 23875 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:15:05.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:05.982752 23875 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:15:05.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:05.983042 23875 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:15:05.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:05.983367 23875 ts_tablet_manager.cc:616] Registered 0 tablets
00:15:05.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:05.983608 23875 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:15:06.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.134240 23875 rpc_server.cc:307] RPC server started. Bound to: 127.22.166.131:41199
00:15:06.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.134377 24035 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.166.131:41199 every 8 connection(s)
00:15:06.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.137494 23875 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-2/data/info.pb
00:15:06.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.139592 23194 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu as pid 23875
00:15:06.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.140241 23194 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-2/wal/instance
00:15:06.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.186311 24038 heartbeater.cc:344] Connected to a master server at 127.22.166.190:41147
00:15:06.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.186605 24037 heartbeater.cc:344] Connected to a master server at 127.22.166.189:34157
00:15:06.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.186905 24038 heartbeater.cc:461] Registering TS with master...
00:15:06.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.187023 24037 heartbeater.cc:461] Registering TS with master...
00:15:06.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.187502 24036 heartbeater.cc:344] Connected to a master server at 127.22.166.188:42277
00:15:06.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.187904 24036 heartbeater.cc:461] Registering TS with master...
00:15:06.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.189085 24038 heartbeater.cc:507] Master 127.22.166.190:41147 requested a full tablet report, sending...
00:15:06.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.189458 24037 heartbeater.cc:507] Master 127.22.166.189:34157 requested a full tablet report, sending...
00:15:06.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.189695 24036 heartbeater.cc:507] Master 127.22.166.188:42277 requested a full tablet report, sending...
00:15:06.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.192565 23333 ts_manager.cc:194] Registered new tserver with Master: fa078c812dbd47aba12908b05a933058 (127.22.166.131:41199)
00:15:06.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.192625 23427 ts_manager.cc:194] Registered new tserver with Master: fa078c812dbd47aba12908b05a933058 (127.22.166.131:41199)
00:15:06.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.192982 23242 ts_manager.cc:194] Registered new tserver with Master: fa078c812dbd47aba12908b05a933058 (127.22.166.131:41199)
00:15:06.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.194645 23427 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.166.131:33127
00:15:06.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.203183 23194 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
00:15:06.216 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:15:06.216 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

00:15:06.219 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.22.166.190"
      port: 41147
    }
    bound_http_address {
      host: "127.22.166.190"
      port: 38189
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.22.166.189"
      port: 34157
    }
    bound_http_address {
      host: "127.22.166.189"
      port: 38589
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.22.166.188"
      port: 42277
    }
    bound_http_address {
      host: "127.22.166.188"
      port: 43795
    }
  }
}

00:15:06.220 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

00:15:06.221 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.22.166.129"
      port: 34427
    }
    bound_http_address {
      host: "127.22.166.129"
      port: 34753
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.22.166.130"
      port: 40685
    }
    bound_http_address {
      host: "127.22.166.130"
      port: 39511
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.22.166.131"
      port: 41199
    }
    bound_http_address {
      host: "127.22.166.131"
      port: 32863
    }
  }
}

00:15:06.221 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:15:06.224 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:15:06.227 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.166.190:41147(127.22.166.190:41147)] connecting to peer
00:15:06.229 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.166.189:34157(127.22.166.189:34157)] connecting to peer
00:15:06.230 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.166.190:41147(127.22.166.190:41147)] Successfully connected to peer
00:15:06.231 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.166.188:42277(127.22.166.188:42277)] connecting to peer
00:15:06.232 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.166.188:42277(127.22.166.188:42277)] Successfully connected to peer
00:15:06.234 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.166.189:34157(127.22.166.189:34157)] Successfully connected to peer
00:15:06.237 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.22.166.189
00:15:06.237 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.22.166.188
00:15:06.243 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.22.166.190
00:15:06.263 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x2cdd779e, L:/127.0.0.1:56514 - R:/127.22.166.188:42277] using SASL/PLAIN
00:15:06.264 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x855d1534, L:/127.0.0.1:38386 - R:/127.22.166.189:34157] using SASL/PLAIN
00:15:06.268 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:15:06.277 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=51), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.166.190:41147, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.166.189:34157, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.166.188:42277, [41ms] Sub RPC ConnectToMaster: received response from server master-127.22.166.188:42277: OK, deferred=null) after lookup
00:15:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.281008 23424 catalog_manager.cc:2283] Servicing CreateTable request from {username='slave'} at 127.0.0.1:56514:
00:15:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART"
00:15:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:15:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:15:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key"
00:15:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:15:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:15:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:15:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:15:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:15:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:15:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:15:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:15:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column1_i"
00:15:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:15:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:15:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:15:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:15:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:15:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:15:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:15:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:15:06.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column2_i"
00:15:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:15:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:15:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:15:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:15:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:15:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:15:06.291 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x0cdec006, L:/127.0.0.1:41712 - R:/127.22.166.190:41147] using SASL/PLAIN
00:15:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:15:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:15:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column3_s"
00:15:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:15:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:15:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
00:15:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: DICT_ENCODING
00:15:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: LZ4
00:15:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 4096
00:15:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:15:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:15:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:15:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:15:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "column4_b"
00:15:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
00:15:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:15:06.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:15:06.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:15:06.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:15:06.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:15:06.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:15:06.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:15:06.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:15:06.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
00:15:06.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:15:06.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key"
00:15:06.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:15:06.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:15:06.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:15:06.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:06.285748 23424 catalog_manager.cc:7099] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table org.apache.kudu.client.TestClientFailoverSupport-RESTART in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:15:06.340 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 08e0ef5fe8f5452a909d57873c9089a4
00:15:06.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.384986 23793 tablet_service.cc:1511] Processing CreateTablet for tablet 5e2ef6ee11384f35b041f8df518025df (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=08e0ef5fe8f5452a909d57873c9089a4]), partition=RANGE (key) PARTITION UNBOUNDED
00:15:06.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.385169 23961 tablet_service.cc:1511] Processing CreateTablet for tablet 5e2ef6ee11384f35b041f8df518025df (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=08e0ef5fe8f5452a909d57873c9089a4]), partition=RANGE (key) PARTITION UNBOUNDED
00:15:06.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.387810 23793 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5e2ef6ee11384f35b041f8df518025df. 1 dirs total, 0 dirs full, 0 dirs failed
00:15:06.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.387629 23961 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5e2ef6ee11384f35b041f8df518025df. 1 dirs total, 0 dirs full, 0 dirs failed
00:15:06.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.394445 23625 tablet_service.cc:1511] Processing CreateTablet for tablet 5e2ef6ee11384f35b041f8df518025df (DEFAULT_TABLE table=org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=08e0ef5fe8f5452a909d57873c9089a4]), partition=RANGE (key) PARTITION UNBOUNDED
00:15:06.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.397869 23625 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5e2ef6ee11384f35b041f8df518025df. 1 dirs total, 0 dirs full, 0 dirs failed
00:15:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.416100 24074 tablet_bootstrap.cc:492] T 5e2ef6ee11384f35b041f8df518025df P 413c26cda2ac4dd38d1b201d715ea9c1: Bootstrap starting.
00:15:06.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.419229 24076 tablet_bootstrap.cc:492] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058: Bootstrap starting.
00:15:06.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.425525 24074 tablet_bootstrap.cc:654] T 5e2ef6ee11384f35b041f8df518025df P 413c26cda2ac4dd38d1b201d715ea9c1: Neither blocks nor log segments found. Creating new log.
00:15:06.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.430814 24076 tablet_bootstrap.cc:654] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058: Neither blocks nor log segments found. Creating new log.
00:15:06.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.431156 24074 log.cc:826] T 5e2ef6ee11384f35b041f8df518025df P 413c26cda2ac4dd38d1b201d715ea9c1: Log is configured to *not* fsync() on all Append() calls
00:15:06.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.434042 24076 log.cc:826] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058: Log is configured to *not* fsync() on all Append() calls
00:15:06.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.439564 24077 tablet_bootstrap.cc:492] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916: Bootstrap starting.
00:15:06.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.442242 24076 tablet_bootstrap.cc:492] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058: No bootstrap required, opened a new log
00:15:06.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.443503 24076 ts_tablet_manager.cc:1403] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058: Time spent bootstrapping tablet: real 0.025s	user 0.020s	sys 0.000s
00:15:06.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.445745 24074 tablet_bootstrap.cc:492] T 5e2ef6ee11384f35b041f8df518025df P 413c26cda2ac4dd38d1b201d715ea9c1: No bootstrap required, opened a new log
00:15:06.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.446307 24074 ts_tablet_manager.cc:1403] T 5e2ef6ee11384f35b041f8df518025df P 413c26cda2ac4dd38d1b201d715ea9c1: Time spent bootstrapping tablet: real 0.031s	user 0.009s	sys 0.011s
00:15:06.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.448519 24077 tablet_bootstrap.cc:654] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916: Neither blocks nor log segments found. Creating new log.
00:15:06.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.451205 24077 log.cc:826] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916: Log is configured to *not* fsync() on all Append() calls
00:15:06.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.458169 24077 tablet_bootstrap.cc:492] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916: No bootstrap required, opened a new log
00:15:06.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.458982 24077 ts_tablet_manager.cc:1403] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916: Time spent bootstrapping tablet: real 0.021s	user 0.009s	sys 0.010s
00:15:06.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.468916 24074 raft_consensus.cc:359] T 5e2ef6ee11384f35b041f8df518025df P 413c26cda2ac4dd38d1b201d715ea9c1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa078c812dbd47aba12908b05a933058" member_type: VOTER last_known_addr { host: "127.22.166.131" port: 41199 } } peers { permanent_uuid: "413c26cda2ac4dd38d1b201d715ea9c1" member_type: VOTER last_known_addr { host: "127.22.166.130" port: 40685 } } peers { permanent_uuid: "702d5884ebfc42c783ced85866ab0916" member_type: VOTER last_known_addr { host: "127.22.166.129" port: 34427 } }
00:15:06.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.470003 24074 raft_consensus.cc:385] T 5e2ef6ee11384f35b041f8df518025df P 413c26cda2ac4dd38d1b201d715ea9c1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:15:06.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.470340 24074 raft_consensus.cc:740] T 5e2ef6ee11384f35b041f8df518025df P 413c26cda2ac4dd38d1b201d715ea9c1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 413c26cda2ac4dd38d1b201d715ea9c1, State: Initialized, Role: FOLLOWER
00:15:06.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.471339 24074 consensus_queue.cc:260] T 5e2ef6ee11384f35b041f8df518025df P 413c26cda2ac4dd38d1b201d715ea9c1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa078c812dbd47aba12908b05a933058" member_type: VOTER last_known_addr { host: "127.22.166.131" port: 41199 } } peers { permanent_uuid: "413c26cda2ac4dd38d1b201d715ea9c1" member_type: VOTER last_known_addr { host: "127.22.166.130" port: 40685 } } peers { permanent_uuid: "702d5884ebfc42c783ced85866ab0916" member_type: VOTER last_known_addr { host: "127.22.166.129" port: 34427 } }
00:15:06.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.474350 24076 raft_consensus.cc:359] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa078c812dbd47aba12908b05a933058" member_type: VOTER last_known_addr { host: "127.22.166.131" port: 41199 } } peers { permanent_uuid: "413c26cda2ac4dd38d1b201d715ea9c1" member_type: VOTER last_known_addr { host: "127.22.166.130" port: 40685 } } peers { permanent_uuid: "702d5884ebfc42c783ced85866ab0916" member_type: VOTER last_known_addr { host: "127.22.166.129" port: 34427 } }
00:15:06.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.475283 24076 raft_consensus.cc:385] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:15:06.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.475597 24076 raft_consensus.cc:740] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fa078c812dbd47aba12908b05a933058, State: Initialized, Role: FOLLOWER
00:15:06.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.478461 24074 ts_tablet_manager.cc:1434] T 5e2ef6ee11384f35b041f8df518025df P 413c26cda2ac4dd38d1b201d715ea9c1: Time spent starting tablet: real 0.032s	user 0.025s	sys 0.007s
00:15:06.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.476723 24076 consensus_queue.cc:260] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa078c812dbd47aba12908b05a933058" member_type: VOTER last_known_addr { host: "127.22.166.131" port: 41199 } } peers { permanent_uuid: "413c26cda2ac4dd38d1b201d715ea9c1" member_type: VOTER last_known_addr { host: "127.22.166.130" port: 40685 } } peers { permanent_uuid: "702d5884ebfc42c783ced85866ab0916" member_type: VOTER last_known_addr { host: "127.22.166.129" port: 34427 } }
00:15:06.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.498399 24036 heartbeater.cc:499] Master 127.22.166.188:42277 was elected leader, sending a full tablet report...
00:15:06.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.500468 24076 ts_tablet_manager.cc:1434] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058: Time spent starting tablet: real 0.057s	user 0.040s	sys 0.008s
00:15:06.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.500461 24077 raft_consensus.cc:359] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa078c812dbd47aba12908b05a933058" member_type: VOTER last_known_addr { host: "127.22.166.131" port: 41199 } } peers { permanent_uuid: "413c26cda2ac4dd38d1b201d715ea9c1" member_type: VOTER last_known_addr { host: "127.22.166.130" port: 40685 } } peers { permanent_uuid: "702d5884ebfc42c783ced85866ab0916" member_type: VOTER last_known_addr { host: "127.22.166.129" port: 34427 } }
00:15:06.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.502401 24077 raft_consensus.cc:385] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:15:06.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.502772 24077 raft_consensus.cc:740] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 702d5884ebfc42c783ced85866ab0916, State: Initialized, Role: FOLLOWER
00:15:06.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.503943 24077 consensus_queue.cc:260] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa078c812dbd47aba12908b05a933058" member_type: VOTER last_known_addr { host: "127.22.166.131" port: 41199 } } peers { permanent_uuid: "413c26cda2ac4dd38d1b201d715ea9c1" member_type: VOTER last_known_addr { host: "127.22.166.130" port: 40685 } } peers { permanent_uuid: "702d5884ebfc42c783ced85866ab0916" member_type: VOTER last_known_addr { host: "127.22.166.129" port: 34427 } }
00:15:06.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.508989 24077 ts_tablet_manager.cc:1434] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916: Time spent starting tablet: real 0.050s	user 0.029s	sys 0.010s
00:15:06.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.526420 24082 raft_consensus.cc:493] T 5e2ef6ee11384f35b041f8df518025df P 413c26cda2ac4dd38d1b201d715ea9c1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:15:06.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.526988 24082 raft_consensus.cc:515] T 5e2ef6ee11384f35b041f8df518025df P 413c26cda2ac4dd38d1b201d715ea9c1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa078c812dbd47aba12908b05a933058" member_type: VOTER last_known_addr { host: "127.22.166.131" port: 41199 } } peers { permanent_uuid: "413c26cda2ac4dd38d1b201d715ea9c1" member_type: VOTER last_known_addr { host: "127.22.166.130" port: 40685 } } peers { permanent_uuid: "702d5884ebfc42c783ced85866ab0916" member_type: VOTER last_known_addr { host: "127.22.166.129" port: 34427 } }
00:15:06.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.529822 24082 leader_election.cc:290] T 5e2ef6ee11384f35b041f8df518025df P 413c26cda2ac4dd38d1b201d715ea9c1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fa078c812dbd47aba12908b05a933058 (127.22.166.131:41199), 702d5884ebfc42c783ced85866ab0916 (127.22.166.129:34427)
00:15:06.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.543731 23985 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5e2ef6ee11384f35b041f8df518025df" candidate_uuid: "413c26cda2ac4dd38d1b201d715ea9c1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fa078c812dbd47aba12908b05a933058" is_pre_election: true
00:15:06.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.544014 23650 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5e2ef6ee11384f35b041f8df518025df" candidate_uuid: "413c26cda2ac4dd38d1b201d715ea9c1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "702d5884ebfc42c783ced85866ab0916" is_pre_election: true
00:15:06.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.544713 23985 raft_consensus.cc:2468] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 413c26cda2ac4dd38d1b201d715ea9c1 in term 0.
00:15:06.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.545089 23650 raft_consensus.cc:2468] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 413c26cda2ac4dd38d1b201d715ea9c1 in term 0.
00:15:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.546800 23745 leader_election.cc:304] T 5e2ef6ee11384f35b041f8df518025df P 413c26cda2ac4dd38d1b201d715ea9c1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 413c26cda2ac4dd38d1b201d715ea9c1, fa078c812dbd47aba12908b05a933058; no voters: 
00:15:06.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.547715 24082 raft_consensus.cc:2804] T 5e2ef6ee11384f35b041f8df518025df P 413c26cda2ac4dd38d1b201d715ea9c1 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:15:06.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.548092 24082 raft_consensus.cc:493] T 5e2ef6ee11384f35b041f8df518025df P 413c26cda2ac4dd38d1b201d715ea9c1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:15:06.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.548332 24082 raft_consensus.cc:3060] T 5e2ef6ee11384f35b041f8df518025df P 413c26cda2ac4dd38d1b201d715ea9c1 [term 0 FOLLOWER]: Advancing to term 1
00:15:06.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.553115 24082 raft_consensus.cc:515] T 5e2ef6ee11384f35b041f8df518025df P 413c26cda2ac4dd38d1b201d715ea9c1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa078c812dbd47aba12908b05a933058" member_type: VOTER last_known_addr { host: "127.22.166.131" port: 41199 } } peers { permanent_uuid: "413c26cda2ac4dd38d1b201d715ea9c1" member_type: VOTER last_known_addr { host: "127.22.166.130" port: 40685 } } peers { permanent_uuid: "702d5884ebfc42c783ced85866ab0916" member_type: VOTER last_known_addr { host: "127.22.166.129" port: 34427 } }
00:15:06.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.554962 24082 leader_election.cc:290] T 5e2ef6ee11384f35b041f8df518025df P 413c26cda2ac4dd38d1b201d715ea9c1 [CANDIDATE]: Term 1 election: Requested vote from peers fa078c812dbd47aba12908b05a933058 (127.22.166.131:41199), 702d5884ebfc42c783ced85866ab0916 (127.22.166.129:34427)
00:15:06.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.555884 23985 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5e2ef6ee11384f35b041f8df518025df" candidate_uuid: "413c26cda2ac4dd38d1b201d715ea9c1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fa078c812dbd47aba12908b05a933058"
00:15:06.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.556264 23650 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5e2ef6ee11384f35b041f8df518025df" candidate_uuid: "413c26cda2ac4dd38d1b201d715ea9c1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "702d5884ebfc42c783ced85866ab0916"
00:15:06.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.556483 23985 raft_consensus.cc:3060] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058 [term 0 FOLLOWER]: Advancing to term 1
00:15:06.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.556843 23650 raft_consensus.cc:3060] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916 [term 0 FOLLOWER]: Advancing to term 1
00:15:06.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.563812 23985 raft_consensus.cc:2468] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 413c26cda2ac4dd38d1b201d715ea9c1 in term 1.
00:15:06.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.563812 23650 raft_consensus.cc:2468] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 413c26cda2ac4dd38d1b201d715ea9c1 in term 1.
00:15:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.565188 23740 leader_election.cc:304] T 5e2ef6ee11384f35b041f8df518025df P 413c26cda2ac4dd38d1b201d715ea9c1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 413c26cda2ac4dd38d1b201d715ea9c1, 702d5884ebfc42c783ced85866ab0916; no voters: 
00:15:06.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.565999 24082 raft_consensus.cc:2804] T 5e2ef6ee11384f35b041f8df518025df P 413c26cda2ac4dd38d1b201d715ea9c1 [term 1 FOLLOWER]: Leader election won for term 1
00:15:06.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.567641 24082 raft_consensus.cc:697] T 5e2ef6ee11384f35b041f8df518025df P 413c26cda2ac4dd38d1b201d715ea9c1 [term 1 LEADER]: Becoming Leader. State: Replica: 413c26cda2ac4dd38d1b201d715ea9c1, State: Running, Role: LEADER
00:15:06.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.568570 24082 consensus_queue.cc:237] T 5e2ef6ee11384f35b041f8df518025df P 413c26cda2ac4dd38d1b201d715ea9c1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa078c812dbd47aba12908b05a933058" member_type: VOTER last_known_addr { host: "127.22.166.131" port: 41199 } } peers { permanent_uuid: "413c26cda2ac4dd38d1b201d715ea9c1" member_type: VOTER last_known_addr { host: "127.22.166.130" port: 40685 } } peers { permanent_uuid: "702d5884ebfc42c783ced85866ab0916" member_type: VOTER last_known_addr { host: "127.22.166.129" port: 34427 } }
00:15:06.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.581341 23427 catalog_manager.cc:5719] T 5e2ef6ee11384f35b041f8df518025df P 413c26cda2ac4dd38d1b201d715ea9c1 reported cstate change: term changed from 0 to 1, leader changed from <none> to 413c26cda2ac4dd38d1b201d715ea9c1 (127.22.166.130). New cstate: current_term: 1 leader_uuid: "413c26cda2ac4dd38d1b201d715ea9c1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa078c812dbd47aba12908b05a933058" member_type: VOTER last_known_addr { host: "127.22.166.131" port: 41199 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "413c26cda2ac4dd38d1b201d715ea9c1" member_type: VOTER last_known_addr { host: "127.22.166.130" port: 40685 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "702d5884ebfc42c783ced85866ab0916" member_type: VOTER last_known_addr { host: "127.22.166.129" port: 34427 } health_report { overall_health: UNKNOWN } } }
00:15:06.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:06.603963 23716 tablet.cc:2406] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:15:06.615 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 08e0ef5fe8f5452a909d57873c9089a4
00:15:06.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:06.619517 23884 tablet.cc:2406] T 5e2ef6ee11384f35b041f8df518025df P 413c26cda2ac4dd38d1b201d715ea9c1: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:15:06.621 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5e2ef6ee11384f35b041f8df518025df for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
00:15:06.621 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5e2ef6ee11384f35b041f8df518025df@[413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685)[L],702d5884ebfc42c783ced85866ab0916(127.22.166.129:34427),fa078c812dbd47aba12908b05a933058(127.22.166.131:41199)]}]
00:15:06.622 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.166.188:42277, [5ms] Sub RPC GetTableLocations: received response from server master-127.22.166.188:42277: OK, deferred=null) after lookup
00:15:06.622 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685)] connecting to peer
00:15:06.624 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685)] Successfully connected to peer
00:15:06.649 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x60ba76c3, L:/127.0.0.1:47448 - R:/127.22.166.130:40685] using TOKEN/null
00:15:06.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.665541 23985 raft_consensus.cc:1275] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058 [term 1 FOLLOWER]: Refusing update from remote peer 413c26cda2ac4dd38d1b201d715ea9c1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:15:06.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.665756 23650 raft_consensus.cc:1275] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916 [term 1 FOLLOWER]: Refusing update from remote peer 413c26cda2ac4dd38d1b201d715ea9c1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:15:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.667438 24082 consensus_queue.cc:1048] T 5e2ef6ee11384f35b041f8df518025df P 413c26cda2ac4dd38d1b201d715ea9c1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "702d5884ebfc42c783ced85866ab0916" member_type: VOTER last_known_addr { host: "127.22.166.129" port: 34427 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:15:06.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:06.668390 24049 tablet.cc:2406] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:15:06.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.668138 24087 consensus_queue.cc:1048] T 5e2ef6ee11384f35b041f8df518025df P 413c26cda2ac4dd38d1b201d715ea9c1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fa078c812dbd47aba12908b05a933058" member_type: VOTER last_known_addr { host: "127.22.166.131" port: 41199 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:15:06.935 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-RESTART, tablet=5e2ef6ee11384f35b041f8df518025df, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:15:06.936 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.22.166.188:42277
00:15:06.936 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: MASTER
    index: 2
  }
}

00:15:06.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.936724 23194 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu with pid 23375
00:15:06.987 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.166.188:42277(127.22.166.188:42277)] handling channelInactive
00:15:06.988 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.166.188:42277(127.22.166.188:42277)] cleaning up while in state READY due to: connection closed
00:15:06.989 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:15:06.989 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.22.166.188:42277
00:15:06.993 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
  id {
    type: MASTER
    index: 2
  }
}

00:15:06.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:06.994922 23194 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu
00:15:06.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu
00:15:06.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/wal
00:15:06.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/data
00:15:06.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:15:06.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:15:06.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:15:06.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:15:06.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:15:06.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:15:06.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/logs
00:15:06.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/data/info.pb
00:15:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:15:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:15:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:15:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:15:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:15:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:15:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:15:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:15:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:15:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:15:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:15:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:15:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.166.188:42277
00:15:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.166.188
00:15:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43795
00:15:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.166.148:43677
00:15:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:15:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:15:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:15:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:15:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.166.190:41147,127.22.166.189:34157,127.22.166.188:42277
00:15:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:15:06.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41519/jwks.json with env {}
00:15:07.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:07.439042 24103 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:15:07.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:07.439661 24103 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:15:07.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:07.440335 24103 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:15:07.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:07.476150 24103 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:15:07.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:07.476436 24103 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:15:07.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:07.476703 24103 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:15:07.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:07.476915 24103 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:15:07.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:07.477118 24103 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:15:07.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:07.477276 24103 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41519/jwks.json
00:15:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:07.516804 24103 master_runner.cc:387] Master server non-default flags:
00:15:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/logs
00:15:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:15:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:15:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:15:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.166.148:43677
00:15:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:15:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:15:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/data
00:15:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/wal
00:15:07.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:15:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.166.190:41147,127.22.166.189:34157,127.22.166.188:42277
00:15:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:15:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:15:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:15:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.166.188:42277
00:15:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:15:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:15:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:15:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41519/jwks.json
00:15:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:15:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:15:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/data/info.pb
00:15:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.166.188
00:15:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43795
00:15:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:15:07.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:15:07.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:15:07.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:15:07.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:15:07.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:15:07.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:15:07.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:15:07.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision f7ed5b56c096f54e2f926bf94ceb7fc44c0c1329
00:15:07.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:15:07.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 11 Aug 2026 23:55:14 UTC on e7f111948823
00:15:07.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 17639
00:15:07.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:15:07.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:07.518813 24103 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:15:07.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:07.520991 24103 file_cache.cc:504] Constructed file cache file cache with capacity 419430
00:15:07.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:07.534554 24112 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:15:07.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:07.753206 24036 heartbeater.cc:646] Failed to heartbeat to 127.22.166.188:42277 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.22.166.188:42277: connect: Connection refused (error 111)
00:15:07.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:07.781306 23870 heartbeater.cc:646] Failed to heartbeat to 127.22.166.188:42277 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.22.166.188:42277: connect: Connection refused (error 111)
00:15:07.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:07.789644 23704 heartbeater.cc:646] Failed to heartbeat to 127.22.166.188:42277 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.22.166.188:42277: connect: Connection refused (error 111)
00:15:08.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.117184 24122 raft_consensus.cc:493] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 247382797381410fa53218be515305df)
00:15:08.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.126746 24123 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 247382797381410fa53218be515305df)
00:15:08.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.126806 24122 raft_consensus.cc:515] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } }
00:15:08.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.128225 24123 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } }
00:15:08.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.131583 23343 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c237b5a039144850a3d23eda3c84576b" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "2c58361a008442e1976e93b2e7e889b6" is_pre_election: true
00:15:08.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.135813 24122 leader_election.cc:290] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 2c58361a008442e1976e93b2e7e889b6 (127.22.166.189:34157), 247382797381410fa53218be515305df (127.22.166.188:42277)
00:15:08.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.137949 23343 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c237b5a039144850a3d23eda3c84576b in term 1.
00:15:08.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.144385 23228 leader_election.cc:304] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2c58361a008442e1976e93b2e7e889b6, c237b5a039144850a3d23eda3c84576b; no voters: 
00:15:08.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.145373 24122 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [term 1 FOLLOWER]: Leader pre-election won for term 2
00:15:08.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.145744 24122 raft_consensus.cc:493] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [term 1 FOLLOWER]: Starting leader election (detected failure of leader 247382797381410fa53218be515305df)
00:15:08.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.146301 24122 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [term 1 FOLLOWER]: Advancing to term 2
00:15:08.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.152727 23255 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2c58361a008442e1976e93b2e7e889b6" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "c237b5a039144850a3d23eda3c84576b" is_pre_election: true
00:15:08.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.156948 24123 leader_election.cc:290] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers c237b5a039144850a3d23eda3c84576b (127.22.166.190:41147), 247382797381410fa53218be515305df (127.22.166.188:42277)
00:15:08.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:08.158638 23315 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.166.188:42277: connect: Connection refused (error 111) [suppressed 6 similar messages]
00:15:08.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.167317 24122 raft_consensus.cc:515] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } }
00:15:08.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:08.171237 23315 leader_election.cc:336] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 247382797381410fa53218be515305df (127.22.166.188:42277): Network error: Client connection negotiation failed: client connection to 127.22.166.188:42277: connect: Connection refused (error 111)
00:15:08.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:08.169027 23229 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.166.188:42277: connect: Connection refused (error 111) [suppressed 13 similar messages]
00:15:08.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.176728 23255 raft_consensus.cc:2393] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 2c58361a008442e1976e93b2e7e889b6 in current term 2: Already voted for candidate c237b5a039144850a3d23eda3c84576b in this term.
00:15:08.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.184144 23312 leader_election.cc:304] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 2c58361a008442e1976e93b2e7e889b6; no voters: 247382797381410fa53218be515305df, c237b5a039144850a3d23eda3c84576b
00:15:08.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.185178 24122 leader_election.cc:290] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [CANDIDATE]: Term 2 election: Requested vote from peers 2c58361a008442e1976e93b2e7e889b6 (127.22.166.189:34157), 247382797381410fa53218be515305df (127.22.166.188:42277)
00:15:08.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.185583 24123 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [term 1 FOLLOWER]: Advancing to term 2
00:15:08.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.192261 23343 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c237b5a039144850a3d23eda3c84576b" candidate_term: 2 candidate_status { last_received { term: 1 index: 7 } } ignore_live_leader: false dest_uuid: "2c58361a008442e1976e93b2e7e889b6"
00:15:08.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:08.197724 23229 leader_election.cc:336] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 247382797381410fa53218be515305df (127.22.166.188:42277): Network error: Client connection negotiation failed: client connection to 127.22.166.188:42277: connect: Connection refused (error 111)
00:15:08.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:08.201608 23229 leader_election.cc:336] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 247382797381410fa53218be515305df (127.22.166.188:42277): Network error: Client connection negotiation failed: client connection to 127.22.166.188:42277: connect: Connection refused (error 111)
00:15:08.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.208021 24123 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
00:15:08.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.216645 23343 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c237b5a039144850a3d23eda3c84576b in term 2.
00:15:08.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.219233 23228 leader_election.cc:304] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 2c58361a008442e1976e93b2e7e889b6, c237b5a039144850a3d23eda3c84576b; no voters: 247382797381410fa53218be515305df
00:15:08.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.220106 24122 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [term 2 FOLLOWER]: Leader election won for term 2
00:15:08.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.241411 24122 raft_consensus.cc:697] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [term 2 LEADER]: Becoming Leader. State: Replica: c237b5a039144850a3d23eda3c84576b, State: Running, Role: LEADER
00:15:08.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.243634 24122 consensus_queue.cc:237] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } }
00:15:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.267078 24128 sys_catalog.cc:455] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [sys.catalog]: SysCatalogTable state changed. Reason: New leader c237b5a039144850a3d23eda3c84576b. Latest consensus state: current_term: 2 leader_uuid: "c237b5a039144850a3d23eda3c84576b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } } }
00:15:08.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.268904 24128 sys_catalog.cc:458] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [sys.catalog]: This master's current role is: LEADER
00:15:08.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.275146 24130 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
00:15:08.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.294456 24130 catalog_manager.cc:679] Loaded metadata for table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=08e0ef5fe8f5452a909d57873c9089a4]
00:15:08.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.310691 24130 tablet_loader.cc:96] loaded metadata for tablet 5e2ef6ee11384f35b041f8df518025df (table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=08e0ef5fe8f5452a909d57873c9089a4])
00:15:08.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.316975 24130 catalog_manager.cc:1520] Initializing Kudu cluster ID...
00:15:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.329977 24130 catalog_manager.cc:1295] Loaded cluster ID: 86fbb28b3b264731873330092a56fc41
00:15:08.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.330873 24130 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
00:15:08.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.339126 24130 catalog_manager.cc:1540] Loading token signing keys...
00:15:08.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.348209 24130 catalog_manager.cc:6103] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b: Loaded TSK: 0
00:15:08.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.353513 24130 catalog_manager.cc:1550] Initializing in-progress tserver states...
00:15:08.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:08.698457 23229 consensus_peers.cc:597] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b -> Peer 247382797381410fa53218be515305df (127.22.166.188:42277): Couldn't send request to peer 247382797381410fa53218be515305df. Status: Network error: Client connection negotiation failed: client connection to 127.22.166.188:42277: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:15:08.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.729046 23343 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [term 2 FOLLOWER]: Refusing update from remote peer c237b5a039144850a3d23eda3c84576b: Log matching property violated. Preceding OpId in replica: term: 1 index: 7. Preceding OpId from leader: term: 2 index: 8. (index mismatch)
00:15:08.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.731489 24128 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [LEADER]: Connected to new peer: Peer: permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
00:15:08.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.774638 23874 heartbeater.cc:499] Master 127.22.166.190:41147 was elected leader, sending a full tablet report...
00:15:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.806130 24131 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c237b5a039144850a3d23eda3c84576b. Latest consensus state: current_term: 2 leader_uuid: "c237b5a039144850a3d23eda3c84576b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } } }
00:15:08.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.810477 24131 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [sys.catalog]: This master's current role is: FOLLOWER
00:15:08.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.863955 24131 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "c237b5a039144850a3d23eda3c84576b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } } }
00:15:08.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.864741 24131 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2c58361a008442e1976e93b2e7e889b6 [sys.catalog]: This master's current role is: FOLLOWER
00:15:08.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.870932 24128 sys_catalog.cc:455] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "c237b5a039144850a3d23eda3c84576b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } } }
00:15:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:08.872221 24128 sys_catalog.cc:458] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [sys.catalog]: This master's current role is: LEADER
00:15:09.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:08.937487 24111 debug-util.cc:398] Leaking SignalData structure 0x7b080002ee00 after lost signal to thread 24103
00:15:09.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:09.636112 24111 kernel_stack_watchdog.cc:198] Thread 24103 stuck at /home/jenkins-slave/workspace/build_and_test@4/src/kudu/util/thread.cc:642 for 398ms:
00:15:09.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:15:09.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:15:09.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:15:09.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:15:09.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:07.536170 24113 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:15:09.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:09.638305 24103 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.102s	user 0.615s	sys 1.183s
00:15:09.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:09.639180 24103 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.103s	user 0.615s	sys 1.183s
00:15:09.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:09.646198 24115 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:15:09.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:09.648564 24114 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2105 milliseconds
00:15:09.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:09.648629 24103 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:15:09.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:09.650344 24103 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:15:09.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:09.653662 24103 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:15:09.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:09.655157 24103 hybrid_clock.cc:648] HybridClock initialized: now 1786493709655101 us; error 55 us; skew 500 ppm
00:15:09.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:09.656303 24103 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:15:09.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:09.664306 24103 webserver.cc:533] Webserver started at http://127.22.166.188:43795/ using document root <none> and password file <none>
00:15:09.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:09.665680 24103 fs_manager.cc:362] Metadata directory not provided
00:15:09.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:09.666033 24103 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:15:09.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:09.677858 24103 fs_manager.cc:714] Time spent opening directory manager: real 0.007s	user 0.007s	sys 0.000s
00:15:09.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:09.683889 24145 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:15:09.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:09.685420 24103 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.002s
00:15:09.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:09.685920 24103 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/data,/tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/wal
00:15:09.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "247382797381410fa53218be515305df"
00:15:09.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 00:14:55 on dist-test-slave-9zdj"
00:15:09.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:09.688129 24103 fs_report.cc:389] FS layout report
00:15:09.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:15:09.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/wal
00:15:09.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/wal
00:15:09.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/data/data
00:15:09.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:15:09.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:15:09.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:15:09.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:15:09.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:15:09.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:15:09.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:15:09.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:15:09.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:15:09.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:15:09.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:15:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:09.738037 24038 heartbeater.cc:499] Master 127.22.166.190:41147 was elected leader, sending a full tablet report...
00:15:09.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:09.770701 23713 heartbeater.cc:499] Master 127.22.166.190:41147 was elected leader, sending a full tablet report...
00:15:09.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:09.782269 24103 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:15:09.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:09.784523 24103 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:15:09.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:09.785223 24103 kserver.cc:163] Server-wide thread pool size limit: 3276
00:15:10.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.044834 24103 rpc_server.cc:307] RPC server started. Bound to: 127.22.166.188:42277
00:15:10.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.044906 24205 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.166.188:42277 every 8 connection(s)
00:15:10.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.048550 24103 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/master-2/data/info.pb
00:15:10.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.056461 23194 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu as pid 24103
00:15:10.058 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:15:10.058 [INFO - Time-limited test] (MiniKuduCluster.java:475) Killing tablet server 127.22.166.130:40685
00:15:10.058 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
  id {
    type: TSERVER
    index: 1
  }
}

00:15:10.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.059366 23194 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu with pid 23708
00:15:10.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.081172 24206 sys_catalog.cc:263] Verifying existing consensus state
00:15:10.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.089388 24206 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df: Bootstrap starting.
00:15:10.117 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685)] handling channelInactive
00:15:10.117 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685)] cleaning up while in state READY due to: connection closed
00:15:10.127 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: 
00:15:10.128 [DEBUG - Time-limited test] (Connection.java:748) [peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685)] connecting to peer
00:15:10.130 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685
00:15:10.130 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685)] cleaning up while in state CONNECTING due to: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685
00:15:10.130 [INFO - kudu-nio-4] (AsyncKuduClient.java:2355) Invalidating location 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685) for tablet 5e2ef6ee11384f35b041f8df518025df: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685
00:15:10.147 [DEBUG - pool-4-thread-1] (Connection.java:748) [peer master-127.22.166.188:42277(127.22.166.188:42277)] connecting to peer
00:15:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.149871 24206 log.cc:826] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df: Log is configured to *not* fsync() on all Append() calls
00:15:10.152 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.22.166.188:42277(127.22.166.188:42277)] Successfully connected to peer
00:15:10.166 [DEBUG - kudu-nio-5] (Negotiator.java:528) SASL mechanism PLAIN chosen for peer 127.22.166.188
00:15:10.191 [DEBUG - kudu-nio-5] (Negotiator.java:918) Authenticated connection [id: 0x3f597f93, L:/127.0.0.1:56630 - R:/127.22.166.188:42277] using SASL/PLAIN
00:15:10.195 [DEBUG - kudu-nio-5] (RemoteTablet.java:167) master-127.22.166.188:42277 was demoted as the leader for Kudu Master
00:15:10.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.198017 24206 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=5 ignored=0} mutations{seen=2 ignored=0} orphaned_commits=0. Pending: 0 replicates
00:15:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.199100 24206 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df: Bootstrap complete.
00:15:10.215 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.166.188:42277: Catalog manager is not initialized. State: Starting
00:15:10.216 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:15:10.216 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=29981, elapsed=69), Traces: [0ms] sending RPC to server master-127.22.166.188:42277, [49ms] delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [49ms] received response from server master-127.22.166.188:42277: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.166.190:41147, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.166.189:34157, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.166.188:42277, [65ms] Sub RPC ConnectToMaster: received response from server master-127.22.166.189:34157: OK, [68ms] Sub RPC ConnectToMaster: received response from server master-127.22.166.190:41147: OK, [68ms] Sub RPC ConnectToMaster: received response from server master-127.22.166.188:42277: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), deferred=Deferred@1192029771(state=PENDING, result=null, callback=get tablet locations from the master for table org.apache.kudu.client.TestClientFailoverSupport-RESTART -> release master lookup permit -> retry RPC, errback=passthrough -> release master lookup permit -> retry RPC after error)) after lookup
00:15:10.221 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5e2ef6ee11384f35b041f8df518025df for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
00:15:10.222 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5e2ef6ee11384f35b041f8df518025df@[413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685)[L],702d5884ebfc42c783ced85866ab0916(127.22.166.129:34427),fa078c812dbd47aba12908b05a933058(127.22.166.131:41199)]}]
00:15:10.222 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5e2ef6ee11384f35b041f8df518025df, attempt=2, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=95), Traces: [0ms] sending RPC to server 413c26cda2ac4dd38d1b201d715ea9c1, [3ms] received response from server 413c26cda2ac4dd38d1b201d715ea9c1: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [3ms] delaying RPC due to: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.166.188:42277, [69ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [69ms] Sub RPC GetTableLocations: received response from server master-127.22.166.188:42277: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [80ms] Sub RPC GetTableLocations: refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.166.190:41147, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.166.189:34157, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.166.188:42277, [85ms] Sub RPC ConnectToMaster: received response from server master-127.22.166.189:34157: OK, [88ms] Sub RPC ConnectToMaster: received response from server master-127.22.166.190:41147: OK, [88ms] Sub RPC ConnectToMaster: received response from server master-127.22.166.188:42277: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [90ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.166.190:41147, [94ms] Sub RPC GetTableLocations: received response from server master-127.22.166.190:41147: OK, deferred=Deferred@1988184760(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$228/0x00007f8d9c3347f8@7fdc906 -> passthrough -> wakeup thread Time-limited test, errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@27231104 -> wakeup thread Time-limited test)) after lookup
00:15:10.223 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685)] connecting to peer
00:15:10.225 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685
00:15:10.225 [DEBUG - kudu-nio-6] (Connection.java:709) [peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685)] cleaning up while in state CONNECTING due to: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685
00:15:10.226 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685) for tablet 5e2ef6ee11384f35b041f8df518025df: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685
00:15:10.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.232472 24206 raft_consensus.cc:359] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } }
00:15:10.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.235845 24206 raft_consensus.cc:740] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 247382797381410fa53218be515305df, State: Initialized, Role: FOLLOWER
00:15:10.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.236907 24206 consensus_queue.cc:260] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 1.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } }
00:15:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.239969 24213 sys_catalog.cc:455] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } } }
00:15:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.241195 24213 sys_catalog.cc:458] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [sys.catalog]: This master's current role is: FOLLOWER
00:15:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.242003 24206 sys_catalog.cc:565] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [sys.catalog]: configured and running, proceeding with master startup.
00:15:10.253 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5e2ef6ee11384f35b041f8df518025df for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
00:15:10.254 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5e2ef6ee11384f35b041f8df518025df@[413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685)[L],702d5884ebfc42c783ced85866ab0916(127.22.166.129:34427),fa078c812dbd47aba12908b05a933058(127.22.166.131:41199)]}]
00:15:10.255 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5e2ef6ee11384f35b041f8df518025df, attempt=4, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=127), Traces: [0ms] sending RPC to server 413c26cda2ac4dd38d1b201d715ea9c1, [3ms] received response from server 413c26cda2ac4dd38d1b201d715ea9c1: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [3ms] delaying RPC due to: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.166.188:42277, [69ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [69ms] Sub RPC GetTableLocations: received response from server master-127.22.166.188:42277: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [80ms] Sub RPC GetTableLocations: refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.166.190:41147, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.166.189:34157, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.166.188:42277, [85ms] Sub RPC ConnectToMaster: received response from server master-127.22.166.189:34157: OK, [88ms] Sub RPC ConnectToMaster: received response from server master-127.22.166.190:41147: OK, [88ms] Sub RPC ConnectToMaster: received response from server master-127.22.166.188:42277: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [90ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.166.190:41147, [94ms] Sub RPC GetTableLocations: received response from server master-127.22.166.190:41147: OK, [96ms] sending RPC to server 413c26cda2ac4dd38d1b201d715ea9c1, [98ms] received response from server 413c26cda2ac4dd38d1b201d715ea9c1: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [99ms] delaying RPC due to: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [119ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.166.190:41147, [126ms] Sub RPC GetTableLocations: received response from server master-127.22.166.190:41147: OK, deferred=Deferred@1988184760(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$228/0x00007f8d9c3347f8@7fdc906 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1192029771 after retry RPC@594365062), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@27231104 -> wakeup thread Time-limited test -> (continuation of Deferred@1192029771 after retry RPC@594365062))) after lookup
00:15:10.258 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685)] connecting to peer
00:15:10.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:10.257833 23699 debug-util.cc:398] Leaking SignalData structure 0x7b08000c88c0 after lost signal to thread 23544
00:15:10.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:10.259002 23699 debug-util.cc:398] Leaking SignalData structure 0x7b080003e3a0 after lost signal to thread 23703
00:15:10.262 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685
00:15:10.263 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685)] cleaning up while in state CONNECTING due to: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685
00:15:10.263 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685) for tablet 5e2ef6ee11384f35b041f8df518025df: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685
00:15:10.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.308161 24226 catalog_manager.cc:1295] Loaded cluster ID: 86fbb28b3b264731873330092a56fc41
00:15:10.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.308790 24226 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df: loading cluster ID for follower catalog manager: success
00:15:10.313 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5e2ef6ee11384f35b041f8df518025df for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
00:15:10.314 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5e2ef6ee11384f35b041f8df518025df@[413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685)[L],702d5884ebfc42c783ced85866ab0916(127.22.166.129:34427),fa078c812dbd47aba12908b05a933058(127.22.166.131:41199)]}]
00:15:10.314 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5e2ef6ee11384f35b041f8df518025df, attempt=6, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=187), Traces: [0ms] sending RPC to server 413c26cda2ac4dd38d1b201d715ea9c1, [3ms] received response from server 413c26cda2ac4dd38d1b201d715ea9c1: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [3ms] delaying RPC due to: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.166.188:42277, [69ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [69ms] Sub RPC GetTableLocations: received response from server master-127.22.166.188:42277: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [80ms] Sub RPC GetTableLocations: refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.166.190:41147, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.166.189:34157, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.166.188:42277, [85ms] Sub RPC ConnectToMaster: received response from server master-127.22.166.189:34157: OK, [88ms] Sub RPC ConnectToMaster: received response from server master-127.22.166.190:41147: OK, [88ms] Sub RPC ConnectToMaster: received response from server master-127.22.166.188:42277: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [90ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.166.190:41147, [94ms] Sub RPC GetTableLocations: received response from server master-127.22.166.190:41147: OK, [96ms] sending RPC to server 413c26cda2ac4dd38d1b201d715ea9c1, [98ms] received response from server 413c26cda2ac4dd38d1b201d715ea9c1: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [99ms] delaying RPC due to: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [119ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.166.190:41147, [126ms] Sub RPC GetTableLocations: received response from server master-127.22.166.190:41147: OK, [130ms] sending RPC to server 413c26cda2ac4dd38d1b201d715ea9c1, [136ms] received response from server 413c26cda2ac4dd38d1b201d715ea9c1: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [136ms] delaying RPC due to: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [179ms] refreshing cache from master, [180ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.166.190:41147, [186ms] Sub RPC GetTableLocations: received response from server master-127.22.166.190:41147: OK, deferred=Deferred@1988184760(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$228/0x00007f8d9c3347f8@7fdc906 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1192029771 after retry RPC@594365062) -> (continuation of Deferred@113367812 after retry RPC@1613008491), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@27231104 -> wakeup thread Time-limited test -> (continuation of Deferred@1192029771 after retry RPC@594365062) -> (continuation of Deferred@113367812 after retry RPC@1613008491))) after lookup
00:15:10.315 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685)] connecting to peer
00:15:10.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685
00:15:10.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685)] cleaning up while in state CONNECTING due to: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685
00:15:10.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.318022 24226 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df: acquiring CA information for follower catalog manager: success
00:15:10.317 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685) for tablet 5e2ef6ee11384f35b041f8df518025df: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685
00:15:10.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.324843 24226 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:15:10.401 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5e2ef6ee11384f35b041f8df518025df for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
00:15:10.402 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5e2ef6ee11384f35b041f8df518025df@[413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685)[L],702d5884ebfc42c783ced85866ab0916(127.22.166.129:34427),fa078c812dbd47aba12908b05a933058(127.22.166.131:41199)]}]
00:15:10.402 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5e2ef6ee11384f35b041f8df518025df, attempt=8, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=275), Traces: [0ms] sending RPC to server 413c26cda2ac4dd38d1b201d715ea9c1, [3ms] received response from server 413c26cda2ac4dd38d1b201d715ea9c1: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [3ms] delaying RPC due to: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.166.188:42277, [69ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [69ms] Sub RPC GetTableLocations: received response from server master-127.22.166.188:42277: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [80ms] Sub RPC GetTableLocations: refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.166.190:41147, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.166.189:34157, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.166.188:42277, [85ms] Sub RPC ConnectToMaster: received response from server master-127.22.166.189:34157: OK, [88ms] Sub RPC ConnectToMaster: received response from server master-127.22.166.190:41147: OK, [88ms] Sub RPC ConnectToMaster: received response from server master-127.22.166.188:42277: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [90ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.166.190:41147, [94ms] Sub RPC GetTableLocations: received response from server master-127.22.166.190:41147: OK, [96ms] sending RPC to server 413c26cda2ac4dd38d1b201d715ea9c1, [98ms] received response from server 413c26cda2ac4dd38d1b201d715ea9c1: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [99ms] delaying RPC due to: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [119ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.166.190:41147, [126ms] Sub RPC GetTableLocations: received response from server master-127.22.166.190:41147: OK, [130ms] sending RPC to server 413c26cda2ac4dd38d1b201d715ea9c1, [136ms] received response from server 413c26cda2ac4dd38d1b201d715ea9c1: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [136ms] delaying RPC due to: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [179ms] refreshing cache from master, [180ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.166.190:41147, [186ms] Sub RPC GetTableLocations: received response from server master-127.22.166.190:41147: OK, [188ms] sending RPC to server 413c26cda2ac4dd38d1b201d715ea9c1, [190ms] received response from server 413c26cda2ac4dd38d1b201d715ea9c1: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [196ms] delaying RPC due to: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [260ms] refreshing cache from master, [260ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.166.190:41147, [274ms] Sub RPC GetTableLocations: received response from server master-127.22.166.190:41147: OK, deferred=Deferred@1988184760(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$228/0x00007f8d9c3347f8@7fdc906 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1192029771 after retry RPC@594365062) -> (continuation of Deferred@113367812 after retry RPC@1613008491) -> (continuation of Deferred@1711088169 after retry RPC@2107549814), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@27231104 -> wakeup thread Time-limited test -> (continuation of Deferred@1192029771 after retry RPC@594365062) -> (continuation of Deferred@113367812 after retry RPC@1613008491) -> (continuation of Deferred@1711088169 after retry RPC@2107549814))) after lookup
00:15:10.403 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685)] connecting to peer
00:15:10.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685
00:15:10.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685)] cleaning up while in state CONNECTING due to: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685
00:15:10.406 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685) for tablet 5e2ef6ee11384f35b041f8df518025df: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685
00:15:10.452 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5e2ef6ee11384f35b041f8df518025df for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
00:15:10.453 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5e2ef6ee11384f35b041f8df518025df@[413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685)[L],702d5884ebfc42c783ced85866ab0916(127.22.166.129:34427),fa078c812dbd47aba12908b05a933058(127.22.166.131:41199)]}]
00:15:10.454 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5e2ef6ee11384f35b041f8df518025df, attempt=10, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=326), Traces: [0ms] sending RPC to server 413c26cda2ac4dd38d1b201d715ea9c1, [3ms] received response from server 413c26cda2ac4dd38d1b201d715ea9c1: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [3ms] delaying RPC due to: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.166.188:42277, [69ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [69ms] Sub RPC GetTableLocations: received response from server master-127.22.166.188:42277: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [80ms] Sub RPC GetTableLocations: refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.166.190:41147, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.166.189:34157, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.166.188:42277, [85ms] Sub RPC ConnectToMaster: received response from server master-127.22.166.189:34157: OK, [88ms] Sub RPC ConnectToMaster: received response from server master-127.22.166.190:41147: OK, [88ms] Sub RPC ConnectToMaster: received response from server master-127.22.166.188:42277: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [90ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.166.190:41147, [94ms] Sub RPC GetTableLocations: received response from server master-127.22.166.190:41147: OK, [96ms] sending RPC to server 413c26cda2ac4dd38d1b201d715ea9c1, [98ms] received response from server 413c26cda2ac4dd38d1b201d715ea9c1: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [99ms] delaying RPC due to: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [119ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.166.190:41147, [126ms] Sub RPC GetTableLocations: received response from server master-127.22.166.190:41147: OK, [130ms] sending RPC to server 413c26cda2ac4dd38d1b201d715ea9c1, [136ms] received response from server 413c26cda2ac4dd38d1b201d715ea9c1: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [136ms] delaying RPC due to: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [179ms] refreshing cache from master, [180ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.166.190:41147, [186ms] Sub RPC GetTableLocations: received response from server master-127.22.166.190:41147: OK, [188ms] sending RPC to server 413c26cda2ac4dd38d1b201d715ea9c1, [190ms] received response from server 413c26cda2ac4dd38d1b201d715ea9c1: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [196ms] delaying RPC due to: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [260ms] refreshing cache from master, [260ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.166.190:41147, [274ms] Sub RPC GetTableLocations: received response from server master-127.22.166.190:41147: OK, [276ms] sending RPC to server 413c26cda2ac4dd38d1b201d715ea9c1, [279ms] received response from server 413c26cda2ac4dd38d1b201d715ea9c1: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [279ms] delaying RPC due to: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [320ms] refreshing cache from master, [320ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.166.190:41147, [325ms] Sub RPC GetTableLocations: received response from server master-127.22.166.190:41147: OK, deferred=Deferred@1988184760(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$228/0x00007f8d9c3347f8@7fdc906 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1192029771 after retry RPC@594365062) -> (continuation of Deferred@113367812 after retry RPC@1613008491) -> (continuation of Deferred@1711088169 after retry RPC@2107549814) -> (continuation of Deferred@697316202 after retry RPC@566620982), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@27231104 -> wakeup thread Time-limited test -> (continuation of Deferred@1192029771 after retry RPC@594365062) -> (continuation of Deferred@113367812 after retry RPC@1613008491) -> (continuation of Deferred@1711088169 after retry RPC@2107549814) -> (continuation of Deferred@697316202 after retry RPC@566620982))) after lookup
00:15:10.455 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685)] connecting to peer
00:15:10.456 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685
00:15:10.457 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685)] cleaning up while in state CONNECTING due to: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685
00:15:10.457 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685) for tablet 5e2ef6ee11384f35b041f8df518025df: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685
00:15:10.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.519418 24180 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [term 1 FOLLOWER]: Advancing to term 2
00:15:10.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.542418 24235 sys_catalog.cc:455] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "c237b5a039144850a3d23eda3c84576b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } } }
00:15:10.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.544579 24235 sys_catalog.cc:458] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [sys.catalog]: This master's current role is: FOLLOWER
00:15:10.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.549702 24213 sys_catalog.cc:455] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [sys.catalog]: SysCatalogTable state changed. Reason: New leader c237b5a039144850a3d23eda3c84576b. Latest consensus state: current_term: 2 leader_uuid: "c237b5a039144850a3d23eda3c84576b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } } }
00:15:10.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.550592 24213 sys_catalog.cc:458] T 00000000000000000000000000000000 P 247382797381410fa53218be515305df [sys.catalog]: This master's current role is: FOLLOWER
00:15:10.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.797469 24036 heartbeater.cc:344] Connected to a master server at 127.22.166.188:42277
00:15:10.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.805230 24169 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "fa078c812dbd47aba12908b05a933058" instance_seqno: 1786493706098301) as {username='slave'} at 127.22.166.131:52833; Asking this server to re-register.
00:15:10.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.807730 24036 heartbeater.cc:461] Registering TS with master...
00:15:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.817473 24169 ts_manager.cc:194] Registered new tserver with Master: fa078c812dbd47aba12908b05a933058 (127.22.166.131:41199)
00:15:10.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.833292 23704 heartbeater.cc:344] Connected to a master server at 127.22.166.188:42277
00:15:10.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.837289 24169 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "702d5884ebfc42c783ced85866ab0916" instance_seqno: 1786493700195938) as {username='slave'} at 127.22.166.129:45819; Asking this server to re-register.
00:15:10.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.839635 23704 heartbeater.cc:461] Registering TS with master...
00:15:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.850247 24169 ts_manager.cc:194] Registered new tserver with Master: 702d5884ebfc42c783ced85866ab0916 (127.22.166.129:34427)
00:15:10.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.901191 24128 sys_catalog.cc:455] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "c237b5a039144850a3d23eda3c84576b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c237b5a039144850a3d23eda3c84576b" member_type: VOTER last_known_addr { host: "127.22.166.190" port: 41147 } } peers { permanent_uuid: "2c58361a008442e1976e93b2e7e889b6" member_type: VOTER last_known_addr { host: "127.22.166.189" port: 34157 } } peers { permanent_uuid: "247382797381410fa53218be515305df" member_type: VOTER last_known_addr { host: "127.22.166.188" port: 42277 } } }
00:15:10.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.906924 24128 sys_catalog.cc:458] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b [sys.catalog]: This master's current role is: LEADER
00:15:10.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.951900 24242 raft_consensus.cc:493] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 413c26cda2ac4dd38d1b201d715ea9c1)
00:15:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.952567 24242 raft_consensus.cc:515] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa078c812dbd47aba12908b05a933058" member_type: VOTER last_known_addr { host: "127.22.166.131" port: 41199 } } peers { permanent_uuid: "413c26cda2ac4dd38d1b201d715ea9c1" member_type: VOTER last_known_addr { host: "127.22.166.130" port: 40685 } } peers { permanent_uuid: "702d5884ebfc42c783ced85866ab0916" member_type: VOTER last_known_addr { host: "127.22.166.129" port: 34427 } }
00:15:10.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.955982 24242 leader_election.cc:290] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 413c26cda2ac4dd38d1b201d715ea9c1 (127.22.166.130:40685), 702d5884ebfc42c783ced85866ab0916 (127.22.166.129:34427)
00:15:10.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:10.962637 23906 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.166.130:40685: connect: Connection refused (error 111)
00:15:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.974349 23650 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5e2ef6ee11384f35b041f8df518025df" candidate_uuid: "fa078c812dbd47aba12908b05a933058" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "702d5884ebfc42c783ced85866ab0916" is_pre_election: true
00:15:10.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:10.976157 23906 leader_election.cc:336] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 413c26cda2ac4dd38d1b201d715ea9c1 (127.22.166.130:40685): Network error: Client connection negotiation failed: client connection to 127.22.166.130:40685: connect: Connection refused (error 111)
00:15:10.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.977597 23906 leader_election.cc:304] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: fa078c812dbd47aba12908b05a933058; no voters: 413c26cda2ac4dd38d1b201d715ea9c1, 702d5884ebfc42c783ced85866ab0916
00:15:10.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:10.978552 24242 raft_consensus.cc:2749] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
00:15:11.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:11.262769 24246 raft_consensus.cc:493] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 413c26cda2ac4dd38d1b201d715ea9c1)
00:15:11.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:11.263496 24246 raft_consensus.cc:515] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa078c812dbd47aba12908b05a933058" member_type: VOTER last_known_addr { host: "127.22.166.131" port: 41199 } } peers { permanent_uuid: "413c26cda2ac4dd38d1b201d715ea9c1" member_type: VOTER last_known_addr { host: "127.22.166.130" port: 40685 } } peers { permanent_uuid: "702d5884ebfc42c783ced85866ab0916" member_type: VOTER last_known_addr { host: "127.22.166.129" port: 34427 } }
00:15:11.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:11.276269 24246 leader_election.cc:290] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers fa078c812dbd47aba12908b05a933058 (127.22.166.131:41199), 413c26cda2ac4dd38d1b201d715ea9c1 (127.22.166.130:40685)
00:15:11.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:11.283993 23985 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5e2ef6ee11384f35b041f8df518025df" candidate_uuid: "702d5884ebfc42c783ced85866ab0916" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "fa078c812dbd47aba12908b05a933058" is_pre_election: true
00:15:11.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:11.284780 23570 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.166.130:40685: connect: Connection refused (error 111)
00:15:11.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:11.284788 23985 raft_consensus.cc:2468] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 702d5884ebfc42c783ced85866ab0916 in term 1.
00:15:11.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:11.289148 23572 leader_election.cc:304] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 702d5884ebfc42c783ced85866ab0916, fa078c812dbd47aba12908b05a933058; no voters: 
00:15:11.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:11.291091 24246 raft_consensus.cc:2804] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916 [term 1 FOLLOWER]: Leader pre-election won for term 2
00:15:11.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:11.291503 24246 raft_consensus.cc:493] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 413c26cda2ac4dd38d1b201d715ea9c1)
00:15:11.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:11.291853 24246 raft_consensus.cc:3060] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916 [term 1 FOLLOWER]: Advancing to term 2
00:15:11.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:11.296440 23570 leader_election.cc:336] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 413c26cda2ac4dd38d1b201d715ea9c1 (127.22.166.130:40685): Network error: Client connection negotiation failed: client connection to 127.22.166.130:40685: connect: Connection refused (error 111)
00:15:11.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:11.302335 24246 raft_consensus.cc:515] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa078c812dbd47aba12908b05a933058" member_type: VOTER last_known_addr { host: "127.22.166.131" port: 41199 } } peers { permanent_uuid: "413c26cda2ac4dd38d1b201d715ea9c1" member_type: VOTER last_known_addr { host: "127.22.166.130" port: 40685 } } peers { permanent_uuid: "702d5884ebfc42c783ced85866ab0916" member_type: VOTER last_known_addr { host: "127.22.166.129" port: 34427 } }
00:15:11.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:11.305084 24246 leader_election.cc:290] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916 [CANDIDATE]: Term 2 election: Requested vote from peers fa078c812dbd47aba12908b05a933058 (127.22.166.131:41199), 413c26cda2ac4dd38d1b201d715ea9c1 (127.22.166.130:40685)
00:15:11.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:11.306044 23985 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5e2ef6ee11384f35b041f8df518025df" candidate_uuid: "702d5884ebfc42c783ced85866ab0916" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "fa078c812dbd47aba12908b05a933058"
00:15:11.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:11.306628 23985 raft_consensus.cc:3060] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058 [term 1 FOLLOWER]: Advancing to term 2
00:15:11.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:11.312101 23570 leader_election.cc:336] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 413c26cda2ac4dd38d1b201d715ea9c1 (127.22.166.130:40685): Network error: Client connection negotiation failed: client connection to 127.22.166.130:40685: connect: Connection refused (error 111)
00:15:11.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:11.313338 23985 raft_consensus.cc:2468] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 702d5884ebfc42c783ced85866ab0916 in term 2.
00:15:11.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:11.314586 23572 leader_election.cc:304] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 702d5884ebfc42c783ced85866ab0916, fa078c812dbd47aba12908b05a933058; no voters: 413c26cda2ac4dd38d1b201d715ea9c1
00:15:11.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:11.315605 24246 raft_consensus.cc:2804] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916 [term 2 FOLLOWER]: Leader election won for term 2
00:15:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:11.317826 24246 raft_consensus.cc:697] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916 [term 2 LEADER]: Becoming Leader. State: Replica: 702d5884ebfc42c783ced85866ab0916, State: Running, Role: LEADER
00:15:11.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:11.320550 24246 consensus_queue.cc:237] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa078c812dbd47aba12908b05a933058" member_type: VOTER last_known_addr { host: "127.22.166.131" port: 41199 } } peers { permanent_uuid: "413c26cda2ac4dd38d1b201d715ea9c1" member_type: VOTER last_known_addr { host: "127.22.166.130" port: 40685 } } peers { permanent_uuid: "702d5884ebfc42c783ced85866ab0916" member_type: VOTER last_known_addr { host: "127.22.166.129" port: 34427 } }
00:15:11.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:11.334821 23242 catalog_manager.cc:5719] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916 reported cstate change: term changed from 1 to 2, leader changed from 413c26cda2ac4dd38d1b201d715ea9c1 (127.22.166.130) to 702d5884ebfc42c783ced85866ab0916 (127.22.166.129). New cstate: current_term: 2 leader_uuid: "702d5884ebfc42c783ced85866ab0916" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa078c812dbd47aba12908b05a933058" member_type: VOTER last_known_addr { host: "127.22.166.131" port: 41199 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "413c26cda2ac4dd38d1b201d715ea9c1" member_type: VOTER last_known_addr { host: "127.22.166.130" port: 40685 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "702d5884ebfc42c783ced85866ab0916" member_type: VOTER last_known_addr { host: "127.22.166.129" port: 34427 } health_report { overall_health: HEALTHY } } }
00:15:11.692 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5e2ef6ee11384f35b041f8df518025df for table 'org.apache.kudu.client.TestClientFailoverSupport-RESTART' with partition [<start>, <end>)
00:15:11.693 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=5e2ef6ee11384f35b041f8df518025df@[413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685),702d5884ebfc42c783ced85866ab0916(127.22.166.129:34427)[L],fa078c812dbd47aba12908b05a933058(127.22.166.131:41199)]}]
00:15:11.694 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=5e2ef6ee11384f35b041f8df518025df, attempt=12, sequence_id=11, TimeoutTracker(timeout=30000, elapsed=1566), Traces: [0ms] sending RPC to server 413c26cda2ac4dd38d1b201d715ea9c1, [3ms] received response from server 413c26cda2ac4dd38d1b201d715ea9c1: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [3ms] delaying RPC due to: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [19ms] refreshing cache from master, [20ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.166.188:42277, [69ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [69ms] Sub RPC GetTableLocations: received response from server master-127.22.166.188:42277: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [80ms] Sub RPC GetTableLocations: refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.166.190:41147, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.166.189:34157, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.166.188:42277, [85ms] Sub RPC ConnectToMaster: received response from server master-127.22.166.189:34157: OK, [88ms] Sub RPC ConnectToMaster: received response from server master-127.22.166.190:41147: OK, [88ms] Sub RPC ConnectToMaster: received response from server master-127.22.166.188:42277: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [90ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.166.190:41147, [94ms] Sub RPC GetTableLocations: received response from server master-127.22.166.190:41147: OK, [96ms] sending RPC to server 413c26cda2ac4dd38d1b201d715ea9c1, [98ms] received response from server 413c26cda2ac4dd38d1b201d715ea9c1: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [99ms] delaying RPC due to: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [119ms] refreshing cache from master, [120ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.166.190:41147, [126ms] Sub RPC GetTableLocations: received response from server master-127.22.166.190:41147: OK, [130ms] sending RPC to server 413c26cda2ac4dd38d1b201d715ea9c1, [136ms] received response from server 413c26cda2ac4dd38d1b201d715ea9c1: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [136ms] delaying RPC due to: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [179ms] refreshing cache from master, [180ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.166.190:41147, [186ms] Sub RPC GetTableLocations: received response from server master-127.22.166.190:41147: OK, [188ms] sending RPC to server 413c26cda2ac4dd38d1b201d715ea9c1, [190ms] received response from server 413c26cda2ac4dd38d1b201d715ea9c1: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [196ms] delaying RPC due to: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [260ms] refreshing cache from master, [260ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.166.190:41147, [274ms] Sub RPC GetTableLocations: received response from server master-127.22.166.190:41147: OK, [276ms] sending RPC to server 413c26cda2ac4dd38d1b201d715ea9c1, [279ms] received response from server 413c26cda2ac4dd38d1b201d715ea9c1: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [279ms] delaying RPC due to: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [320ms] refreshing cache from master, [320ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.166.190:41147, [325ms] Sub RPC GetTableLocations: received response from server master-127.22.166.190:41147: OK, [327ms] sending RPC to server 413c26cda2ac4dd38d1b201d715ea9c1, [330ms] received response from server 413c26cda2ac4dd38d1b201d715ea9c1: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [330ms] delaying RPC due to: Network error: Failed to connect to peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685): Connection refused: /127.22.166.130:40685, [1560ms] refreshing cache from master, [1560ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.166.190:41147, [1565ms] Sub RPC GetTableLocations: received response from server master-127.22.166.190:41147: OK, deferred=Deferred@1988184760(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduSession$$Lambda$228/0x00007f8d9c3347f8@7fdc906 -> passthrough -> wakeup thread Time-limited test -> (continuation of Deferred@1192029771 after retry RPC@594365062) -> (continuation of Deferred@113367812 after retry RPC@1613008491) -> (continuation of Deferred@1711088169 after retry RPC@2107549814) -> (continuation of Deferred@697316202 after retry RPC@566620982) -> (continuation of Deferred@757781413 after retry RPC@603507061), errback=passthrough -> org.apache.kudu.client.AsyncKuduSession$SingleOperationErrCallback@27231104 -> wakeup thread Time-limited test -> (continuation of Deferred@1192029771 after retry RPC@594365062) -> (continuation of Deferred@113367812 after retry RPC@1613008491) -> (continuation of Deferred@1711088169 after retry RPC@2107549814) -> (continuation of Deferred@697316202 after retry RPC@566620982) -> (continuation of Deferred@757781413 after retry RPC@603507061))) after lookup
00:15:11.695 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 702d5884ebfc42c783ced85866ab0916(127.22.166.129:34427)] connecting to peer
00:15:11.698 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 702d5884ebfc42c783ced85866ab0916(127.22.166.129:34427)] Successfully connected to peer
00:15:11.725 [DEBUG - kudu-nio-3] (Negotiator.java:918) Authenticated connection [id: 0x1750feb5, L:/127.0.0.1:43902 - R:/127.22.166.129:34427] using TOKEN/null
00:15:11.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:11.742550 23985 raft_consensus.cc:1275] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058 [term 2 FOLLOWER]: Refusing update from remote peer 702d5884ebfc42c783ced85866ab0916: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 13. (index mismatch)
00:15:11.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:11.744891 23570 consensus_peers.cc:597] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916 -> Peer 413c26cda2ac4dd38d1b201d715ea9c1 (127.22.166.130:40685): Couldn't send request to peer 413c26cda2ac4dd38d1b201d715ea9c1. Status: Network error: Client connection negotiation failed: client connection to 127.22.166.130:40685: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:15:11.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:11.745458 24250 consensus_queue.cc:1048] T 5e2ef6ee11384f35b041f8df518025df P 702d5884ebfc42c783ced85866ab0916 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fa078c812dbd47aba12908b05a933058" member_type: VOTER last_known_addr { host: "127.22.166.131" port: 41199 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.001s
00:15:11.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:11.809237 24264 mvcc.cc:204] Tried to move back new op lower bound from 7317478243267055616 to 7317478241581797376. Current Snapshot: MvccSnapshot[applied={T|T < 7317478243267055616}]
00:15:12.161 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 20 rows, more = false) for scanner KuduScanner(table=org.apache.kudu.client.TestClientFailoverSupport-RESTART, tablet=5e2ef6ee11384f35b041f8df518025df, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:15:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:12.164499 23242 catalog_manager.cc:2533] Servicing SoftDeleteTable request from {username='slave'} at 127.0.0.1:41712:
00:15:12.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART" }
00:15:12.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:12.165274 23242 catalog_manager.cc:2781] Servicing DeleteTable request from {username='slave'} at 127.0.0.1:41712:
00:15:12.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "org.apache.kudu.client.TestClientFailoverSupport-RESTART" }
00:15:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:12.296629 23242 catalog_manager.cc:6006] T 00000000000000000000000000000000 P c237b5a039144850a3d23eda3c84576b: Sending DeleteTablet for 3 replicas of tablet 5e2ef6ee11384f35b041f8df518025df
00:15:12.392 [DEBUG - main] (Connection.java:575) [peer master-127.22.166.188:42277(127.22.166.188:42277)] disconnecting while in state READY
00:15:12.392 [DEBUG - main] (Connection.java:575) [peer 413c26cda2ac4dd38d1b201d715ea9c1(127.22.166.130:40685)] disconnecting while in state TERMINATED
00:15:12.392 [DEBUG - main] (Connection.java:575) [peer 702d5884ebfc42c783ced85866ab0916(127.22.166.129:34427)] disconnecting while in state READY
00:15:12.393 [DEBUG - main] (Connection.java:575) [peer master-127.22.166.189:34157(127.22.166.189:34157)] disconnecting while in state READY
00:15:12.393 [DEBUG - main] (Connection.java:575) [peer master-127.22.166.190:41147(127.22.166.190:41147)] disconnecting while in state READY
00:15:12.394 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.22.166.188:42277(127.22.166.188:42277)] handling channelInactive
00:15:12.394 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.166.188:42277(127.22.166.188:42277)] cleaning up while in state READY due to: connection closed
00:15:12.395 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 702d5884ebfc42c783ced85866ab0916(127.22.166.129:34427)] handling channelInactive
00:15:12.395 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 702d5884ebfc42c783ced85866ab0916(127.22.166.129:34427)] cleaning up while in state READY due to: connection closed
00:15:12.396 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.166.189:34157(127.22.166.189:34157)] handling channelInactive
00:15:12.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.166.189:34157(127.22.166.189:34157)] cleaning up while in state READY due to: connection closed
00:15:12.400 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:15:12.408 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.166.190:41147(127.22.166.190:41147)] handling channelInactive
00:15:12.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.166.190:41147(127.22.166.190:41147)] cleaning up while in state READY due to: connection closed
00:15:12.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:12.409271 23194 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu with pid 23523
00:15:12.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:12.416555 23224 catalog_manager.cc:4777] TS 413c26cda2ac4dd38d1b201d715ea9c1 (127.22.166.130:40685): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet 5e2ef6ee11384f35b041f8df518025df: Network error: Client connection negotiation failed: client connection to 127.22.166.130:40685: connect: Connection refused (error 111)
00:15:12.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:12.416895 23961 tablet_service.cc:1558] Processing DeleteTablet for tablet 5e2ef6ee11384f35b041f8df518025df with delete_type TABLET_DATA_DELETED (Table deleted at 2026-08-12 00:15:12 UTC) from {username='slave'} at 127.0.0.1:34342
00:15:12.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:12.419090 24292 tablet_replica.cc:333] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058: stopping tablet replica
00:15:12.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:12.420305 24292 raft_consensus.cc:2243] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058 [term 2 FOLLOWER]: Raft consensus shutting down.
00:15:12.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:12.421806 24292 raft_consensus.cc:2272] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058 [term 2 FOLLOWER]: Raft consensus is shut down!
00:15:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:12.425534 24292 ts_tablet_manager.cc:1916] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058: Deleting tablet data with delete state TABLET_DATA_DELETED
00:15:12.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:12.442247 24292 ts_tablet_manager.cc:1929] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 2.22
00:15:12.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:12.442723 24292 log.cc:1199] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058: Deleting WAL directory at /tmp/dist-test-taskmwsNQH/test-tmp/mini-kudu-cluster6762315378519632874/ts-2/wal/wals/5e2ef6ee11384f35b041f8df518025df
00:15:12.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:12.443605 24292 ts_tablet_manager.cc:1950] T 5e2ef6ee11384f35b041f8df518025df P fa078c812dbd47aba12908b05a933058: Deleting consensus metadata
00:15:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:12.447769 23228 catalog_manager.cc:5050] TS fa078c812dbd47aba12908b05a933058 (127.22.166.131:41199): tablet 5e2ef6ee11384f35b041f8df518025df (table org.apache.kudu.client.TestClientFailoverSupport-RESTART [id=08e0ef5fe8f5452a909d57873c9089a4]) successfully deleted
00:15:12.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:12.474990 23194 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu with pid 23875
00:15:12.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 00:15:12.475539 24283 negotiation.cc:336] Failed RPC negotiation. Trace:
00:15:12.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 00:15:12.372202 (+     0us) reactor.cc:730] Submitting negotiation task for client connection to 127.22.166.129:34427 (local address 127.0.0.1:43918)
00:15:12.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 00:15:12.386708 (+ 14506us) negotiation.cc:107] Waiting for socket to connect
00:15:12.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 00:15:12.386761 (+    53us) client_negotiation.cc:175] Beginning negotiation
00:15:12.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 00:15:12.396049 (+  9288us) spinlock_profiling.cc:243] Waited 3.13 ms on lock 0x7b4800004b98. stack: 00007f00f14eda13 00007f00f14ed910 00007f00f109b4b4 0000000000516c84 0000000000516c19 00007f00f13a86a1 00007f00f14e8241 00007f00f14e80f2 00007f00fa42be19 00007f00fa42bdb0 00007f00fa4151a1 00007f00f6278cda 00007f00f627833b 00007f00f62d350b 00007f00f62d2672 00007f00f62f363c
00:15:12.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 00:15:12.396209 (+   160us) client_negotiation.cc:262] Sending NEGOTIATE NegotiatePB request
00:15:12.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 00:15:12.405390 (+  9181us) client_negotiation.cc:281] Received NEGOTIATE NegotiatePB response
00:15:12.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 00:15:12.405419 (+    29us) client_negotiation.cc:404] Received NEGOTIATE response from server
00:15:12.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 00:15:12.405530 (+   111us) client_negotiation.cc:190] Negotiated authn=CERTIFICATE
00:15:12.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 00:15:12.406720 (+  1190us) client_negotiation.cc:530] Sending TLS_HANDSHAKE message to server
00:15:12.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 00:15:12.406771 (+    51us) client_negotiation.cc:262] Sending TLS_HANDSHAKE NegotiatePB request
00:15:12.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 00:15:12.473469 (+ 66698us) negotiation.cc:326] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.22.166.129:34427: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:15:12.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":13556,"spinlock_wait_cycles":7194368}
00:15:12.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:12.515911 23194 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu with pid 23206
00:15:12.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:12.558106 23194 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu with pid 23285
00:15:12.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 00:15:12.598512 23194 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskmwsNQH/build/tsan/bin/kudu with pid 24103
00:15:13.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T00:15:13Z chronyd exiting

Time: 49.94

OK (2 tests)

